-- Logs begin at Fri 2021-04-16 11:17:40 UTC, end at Fri 2021-04-16 12:14:18 UTC. -- Apr 16 11:50:26.766354 dv-cinder-786627-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 16 11:50:29.980447 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.common.config [-] Logging enabled! Apr 16 11:50:29.981050 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 11:50:29.982353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85187) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 11:50:29.984194 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.common.config [-] Logging enabled! Apr 16 11:50:29.984488 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev91 Apr 16 11:50:29.984866 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85187) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 11:50:29.985944 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:50:29.986216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:50:29.987341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:50:29.987638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:50:29.987923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:50:29.988301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.988780 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.989052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.989317 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.989663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.990068 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.990331 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.990669 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.991012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.991342 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.991663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.991988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.992253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.992613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.992949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.993286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.993537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] debug = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.993858 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.994407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.994729 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.995050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.995386 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.995700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.996010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.996327 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.996681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.997050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] host = dv-cinder-786627-1-smb {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.997369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.997699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.998030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.998362 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.998679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.998996 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.999325 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.999639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:29.999953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] log_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.000268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.000628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.000963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.001304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.001565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.001822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.002155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.002486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.002800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.003113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.003427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.003740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.004057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.004474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.004850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.005256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.005590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.005906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.006221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.006533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.006844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.007175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.007488 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.007801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.008113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.008443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.008779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.009093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.009441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.009771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.010097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.010425 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.010737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.011067 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.011376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.011686 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.011994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] use_json = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.012305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.012635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.012960 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.013270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.013579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.013890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.014206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.014536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:30.014876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.015215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.015562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.015885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.016224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.016563 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.016900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.017215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.017552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.017889 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.018217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.018535 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.018861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.019179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.019522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.020387 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.020761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.021099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.021415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.021728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.022042 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.022363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.022692 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.023033 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.023370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.023687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.024010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.024349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.024695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.025014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.025333 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.025668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.025985 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.026300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.026625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.026944 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.027256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.027568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.027886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.028219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.028555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.028870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.029182 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.029498 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.029808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.030134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.030455 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.030771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.031085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.031410 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.031745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.032061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.032384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.032720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.033039 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.033358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.033667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.033984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.034297 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.034626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.034924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.035238 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.036167 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.036549 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.036874 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.037188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.037504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.037822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.038148 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.038489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.038809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.039128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.039448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.039767 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.040085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.040403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.040750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.041069 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.041382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.041717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.042039 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.042367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.042692 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.043007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.043349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.043668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.044000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.044314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.044656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.044991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.045321 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.045660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.045997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.046334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.046672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.047008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.047329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.047687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.048008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:30.048261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:50:30.048550 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85187) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 16 11:50:30.721983 dv-cinder-786627-1-smb neutron-server[85187]: INFO keyring.backend [-] Loading Gnome Apr 16 11:50:30.739794 dv-cinder-786627-1-smb neutron-server[85187]: INFO keyring.backend [-] Loading Google Apr 16 11:50:30.742548 dv-cinder-786627-1-smb neutron-server[85187]: INFO keyring.backend [-] Loading Windows (alt) Apr 16 11:50:30.746128 dv-cinder-786627-1-smb neutron-server[85187]: INFO keyring.backend [-] Loading file Apr 16 11:50:30.746984 dv-cinder-786627-1-smb neutron-server[85187]: INFO keyring.backend [-] Loading keyczar Apr 16 11:50:30.747262 dv-cinder-786627-1-smb neutron-server[85187]: INFO keyring.backend [-] Loading multi Apr 16 11:50:30.747907 dv-cinder-786627-1-smb neutron-server[85187]: INFO keyring.backend [-] Loading pyfs Apr 16 11:50:30.795638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:30.795972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:30.796334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:30.796748 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 16 11:50:31.204753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.205297 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.205427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.206703 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.207130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.208072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.246183 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.246519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.246858 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.262361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.262675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.263019 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.331803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.332115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.333085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.334113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.334681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.336568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.617684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.618008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.618313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.618619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.619459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.768828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.769207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.769528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.770372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.770681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.771065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.771366 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.771657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.771945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.772282 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.772598 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.772904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.773256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.773545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.773859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.774170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.774466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.774786 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.775077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.775414 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.775867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.776153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.776434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.776801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.777084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.777363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.777790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:50:31.778076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:50:31.778340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:50:31.778610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:50:31.778878 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:50:31.779147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:50:31.779570 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 16 11:50:31.782720 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 16 11:50:31.786795 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 16 11:50:31.790642 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 16 11:50:31.792307 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 16 11:50:31.793632 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 16 11:50:31.794027 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 16 11:50:31.794465 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 16 11:50:31.797232 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 16 11:50:31.797519 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 16 11:50:31.797917 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 11:50:31.826347 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 16 11:50:31.826810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.827143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85187) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 16 11:50:31.827740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.829138 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85187) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 16 11:50:31.829464 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 11:50:31.829746 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 16 11:50:31.833526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.833850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:31.903690 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 16 11:50:31.903959 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 16 11:50:31.904235 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 16 11:50:31.904683 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 16 11:50:31.940688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.sqlalchemy.engines [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85187) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 16 11:50:32.402329 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Initializing driver for type 'gre' Apr 16 11:50:32.402872 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] gre ID ranges: [(1, 1000)] Apr 16 11:50:32.444918 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Initializing driver for type 'local' Apr 16 11:50:32.445361 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Initializing driver for type 'vlan' Apr 16 11:50:32.455254 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] VlanTypeDriver initialization complete Apr 16 11:50:32.455621 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Initializing driver for type 'vxlan' Apr 16 11:50:32.456155 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] vxlan ID ranges: [(1, 1000)] Apr 16 11:50:32.497543 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Initializing extension driver 'port_security' Apr 16 11:50:32.497895 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.extensions.port_security [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] PortSecurityExtensionDriver initialization complete Apr 16 11:50:32.498262 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Initializing mechanism driver 'openvswitch' Apr 16 11:50:32.498617 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Initializing mechanism driver 'hyperv' Apr 16 11:50:32.504934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85187) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:32.505753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > port after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.506162 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > port after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.506544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > port after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.506964 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.507433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.507814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.508231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > network after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.508628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > network after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.509011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > network after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.509416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > security_group after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.509794 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > security_group after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.510310 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.510738 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.511106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.511478 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.511893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > address_group after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.512270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > address_group after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.512688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.513057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] ML2 OVO RPC backend initialized. {{(pid=85187) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 16 11:50:32.513856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.514246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.514703 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > network before_response 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.515084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > networks before_response 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.515461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > port before_response 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.515831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > ports before_response 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.516206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > subnet before_response 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.516620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > subnets before_response 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.517003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > network after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.517377 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > network after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.517747 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > network after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.518111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > port after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.518473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > port after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.518838 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > port after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.519206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > subnet after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.519574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > subnet after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.520096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.520756 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.plugin [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Modular L2 Plugin initialization complete Apr 16 11:50:32.521111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading services supported by the core plugin {{(pid=85187) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 16 11:50:32.521475 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.plugins.ml2.managers [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Got port-security extension from driver 'port_security' Apr 16 11:50:32.521978 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.extensions.vlantransparent [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Disabled vlantransparent extension. Apr 16 11:50:32.522506 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85187) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 16 11:50:32.522842 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading Plugin: router Apr 16 11:50:32.561783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.562227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router after_create 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.562633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router before_create 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.563038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.563466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.563849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router after_delete 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.564243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.564679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router after_create 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.565071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router after_update 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.565459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router after_update 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.565845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.566249 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router after_update 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.566766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.567181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: port after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.567555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: port after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.567927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: subnet after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.568300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.568736 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.569122 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.569506 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: port before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.569887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router precommit_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.570290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router after_update 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.570670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.571056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router precommit_create 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.571459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.571842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router precommit_update 55549900 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.572269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > network after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.573383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Tracking information for resource: router configured {{(pid=85187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:50:32.573753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Tracking information for resource: floatingip configured {{(pid=85187) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 11:50:32.578519 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_agentschedulers_db [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 16 11:50:32.579158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: port after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.579548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: port after_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.579930 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: port after_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.580312 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: port after_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.581231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router before_create 55550100 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.581631 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.582031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router precommit_create 55550100 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.582451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > router precommit_update 55550100 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.587698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.provider_configuration [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service providers = [] {{(pid=85187) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 16 11:50:32.588087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.servicetype_db [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85187) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 16 11:50:32.590903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.service_base [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:50:32.591284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.service_base [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:50:32.591657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.service_base [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:50:32.592572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.service_base [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85187) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 11:50:32.592932 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.services.service_base [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 16 11:50:32.593347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:50:32.593694 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 16 11:50:32.604539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:50:32.604911 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading Plugin: auto_allocate Apr 16 11:50:32.610535 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: network precommit_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.610937 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: network precommit_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.611522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:50:32.611876 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading Plugin: tag Apr 16 11:50:32.619777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:50:32.620142 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading Plugin: timestamp Apr 16 11:50:32.623956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:50:32.624328 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading Plugin: network_ip_availability Apr 16 11:50:32.630008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.630410 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.630797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.631586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:50:32.631941 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading Plugin: flavors Apr 16 11:50:32.636649 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:50:32.637025 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading Plugin: revisions Apr 16 11:50:32.641476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85187) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 11:50:32.641890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.845s {{(pid=85187) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:32.642697 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85187) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 16 11:50:32.643057 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Initializing extension manager. Apr 16 11:50:32.643619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: __init__.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.643991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: __pycache__ {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.644359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.645265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: address_group.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.645763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.646399 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: address-group Apr 16 11:50:32.646755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: address_scope.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.647516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.648085 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: address-scope Apr 16 11:50:32.648443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.649421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.649991 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: router-admin-state-down-before-update Apr 16 11:50:32.650345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: agent.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.651093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.651664 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: agent Apr 16 11:50:32.652018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: agent_resources_synced.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.652997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.653523 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: agent-resources-synced Apr 16 11:50:32.653884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: allowedaddresspairs.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.655665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.656250 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: allowed-address-pairs Apr 16 11:50:32.656639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: auto_allocated_topology.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.657701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.658279 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: auto-allocated-topology Apr 16 11:50:32.658642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: availability_zone.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.659383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.659958 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: availability_zone Apr 16 11:50:32.660877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: availability_zone_filter.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.662024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.662591 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: availability_zone_filter Apr 16 11:50:32.662950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: data_plane_status.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.663981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.664581 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension data-plane-status not supported by any of loaded plugins Apr 16 11:50:32.664939 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: default_subnetpools.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.665850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.666421 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: default-subnetpools Apr 16 11:50:32.666777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.667645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.668222 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: dhcp_agent_scheduler Apr 16 11:50:32.668612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: dns.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.669527 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.670094 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension dns-integration not supported by any of loaded plugins Apr 16 11:50:32.670455 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: dns_domain_ports.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.671365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.671932 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 16 11:50:32.672289 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: dvr.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.673031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.673599 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: dvr Apr 16 11:50:32.673953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: empty_string_filtering.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.674865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.675430 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: empty-string-filtering Apr 16 11:50:32.675786 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.677368 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.677928 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 16 11:50:32.678287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.679190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.679799 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 16 11:50:32.680158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: external_net.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.681101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.681678 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: external-net Apr 16 11:50:32.682034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.682935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.683507 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: extra_dhcp_opt Apr 16 11:50:32.683865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: extraroute.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.684804 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.685378 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: extraroute Apr 16 11:50:32.685733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: extraroute_atomic.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.686755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.687331 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: extraroute-atomic Apr 16 11:50:32.687688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: filter_validation.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.688380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.688979 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: filter-validation Apr 16 11:50:32.689338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: fip_pf_description.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.690246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.690811 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 16 11:50:32.691168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: fip_port_details.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.692214 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.692808 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: fip-port-details Apr 16 11:50:32.693169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: flavors.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.694400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.695053 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: flavors Apr 16 11:50:32.695416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.697096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.697685 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 16 11:50:32.698048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: floatingip_pools.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.698796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.699367 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: floatingip-pools Apr 16 11:50:32.699725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: ip_allocation.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.700716 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.701289 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension ip_allocation not supported by any of loaded plugins Apr 16 11:50:32.701646 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.702561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.703132 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: ip-substring-filtering Apr 16 11:50:32.703919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: l2_adjacency.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.704736 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.706619 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 16 11:50:32.706619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: l3.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.707045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.708193 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: router Apr 16 11:50:32.708578 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.711175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.711764 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 16 11:50:32.712131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.713084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.713661 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: ext-gw-mode Apr 16 11:50:32.714026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.715061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.715634 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: l3-ha Apr 16 11:50:32.715996 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: l3_flavors.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.716959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.717538 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: l3-flavors Apr 16 11:50:32.717893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.718809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.719380 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 16 11:50:32.719734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: l3agentscheduler.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.720934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.721531 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: l3_agent_scheduler Apr 16 11:50:32.721894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: logging.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.724003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.724642 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension logging not supported by any of loaded plugins Apr 16 11:50:32.725007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: metering.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.725803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.726617 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: metering Apr 16 11:50:32.727119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.728015 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.728617 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: metering_source_and_destination_fields Apr 16 11:50:32.728979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: multiprovidernet.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.729928 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.730505 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: multi-provider Apr 16 11:50:32.730862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: netmtu.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.731791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.732360 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: net-mtu Apr 16 11:50:32.732766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: netmtu_writable.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.733692 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.734255 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: net-mtu-writable Apr 16 11:50:32.734612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: network_availability_zone.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.735421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.735995 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: network_availability_zone Apr 16 11:50:32.736350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: network_ip_availability.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.737460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.738033 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: network-ip-availability Apr 16 11:50:32.738394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: network_segment_range.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.739461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.740072 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension network-segment-range not supported by any of loaded plugins Apr 16 11:50:32.740379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: pagination.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.741395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.741835 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: pagination Apr 16 11:50:32.742192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: port_device_profile.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.743103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.743675 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: port-device-profile Apr 16 11:50:32.744030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.744975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.745541 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: port-mac-address-regenerate Apr 16 11:50:32.745894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.746801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.747371 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: port-numa-affinity-policy Apr 16 11:50:32.747723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: port_resource_request.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.748651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.749216 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension port-resource-request not supported by any of loaded plugins Apr 16 11:50:32.749568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: portbindings.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.750553 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.751124 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: binding Apr 16 11:50:32.751476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: portbindings_extended.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.752766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.753341 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: binding-extended Apr 16 11:50:32.753701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: portsecurity.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.754682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.755225 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: port-security Apr 16 11:50:32.755581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: project_id.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.756596 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.756964 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: project-id Apr 16 11:50:32.757318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: providernet.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.758246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.758820 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: provider Apr 16 11:50:32.759174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: qos.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.762828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.763419 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension qos not supported by any of loaded plugins Apr 16 11:50:32.763784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.765202 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.765778 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 16 11:50:32.766145 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.767077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.767652 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 16 11:50:32.768015 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: qos_default.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.768958 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.769533 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension qos-default not supported by any of loaded plugins Apr 16 11:50:32.770426 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: qos_fip.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.771179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.771746 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension qos-fip not supported by any of loaded plugins Apr 16 11:50:32.772101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: qos_gateway_ip.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.773055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.773624 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 16 11:50:32.773984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: qos_port_network_policy.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.774902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.775477 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 16 11:50:32.775833 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: qos_rule_type_details.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.776778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.777348 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 16 11:50:32.777707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: qos_rules_alias.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.778741 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.779310 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 16 11:50:32.779670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: quotasv2.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.780698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.781067 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: quotas Apr 16 11:50:32.781421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: quotasv2_detail.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.783138 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.783514 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: quota_details Apr 16 11:50:32.783877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: rbac.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.785062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.786361 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: rbac-policies Apr 16 11:50:32.786723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: rbac_address_group.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.787657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.788243 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: rbac-address-group Apr 16 11:50:32.789038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: rbac_address_scope.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.789658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.790239 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: rbac-address-scope Apr 16 11:50:32.790598 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: rbac_security_groups.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.791515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.792093 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: rbac-security-groups Apr 16 11:50:32.792454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: rbac_subnetpool.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.793408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.794058 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: rbac-subnetpool Apr 16 11:50:32.794417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: revisionifmatch.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.795363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.795934 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: revision-if-match Apr 16 11:50:32.796288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: revisions.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.797432 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.798008 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: standard-attr-revisions Apr 16 11:50:32.798369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: router_availability_zone.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.799079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.799649 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: router_availability_zone Apr 16 11:50:32.800007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: routerservicetype.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.801046 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.801585 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension router-service-type not supported by any of loaded plugins Apr 16 11:50:32.801940 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.802893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.803463 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: security-groups-normalized-cidr Apr 16 11:50:32.803819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.804777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.805344 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: port-security-groups-filtering Apr 16 11:50:32.805699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.806635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.807383 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: security-groups-remote-address-group Apr 16 11:50:32.807648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: securitygroup.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.821199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.821804 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: security-group Apr 16 11:50:32.822168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: segment.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.823031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.823615 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension segment not supported by any of loaded plugins Apr 16 11:50:32.823978 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.824961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.825537 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 16 11:50:32.825901 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: servicetype.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.826992 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.827579 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: service-type Apr 16 11:50:32.827943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: sorting.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.829202 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.829464 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: sorting Apr 16 11:50:32.829761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: standard_attr_segment.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.830663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.831235 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 16 11:50:32.831589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: standardattrdescription.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.833055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.833631 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: standard-attr-description Apr 16 11:50:32.833991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: stateful_security_group.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.835198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.835778 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: stateful-security-group Apr 16 11:50:32.836133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: stdattrs_common.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.836744 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 16 11:50:32.837104 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.838088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.838658 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 16 11:50:32.839011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: subnet_onboard.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.840071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.840681 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: subnet_onboard Apr 16 11:50:32.841043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.841967 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.842542 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 16 11:50:32.842898 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: subnet_service_types.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.843824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.844386 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: subnet-service-types Apr 16 11:50:32.844783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: subnetallocation.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.845861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.846448 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: subnet_allocation Apr 16 11:50:32.846807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.847503 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.848651 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: subnetpool-prefix-ops Apr 16 11:50:32.849107 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.850051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.850627 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 16 11:50:32.851090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: tagging.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.852357 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.852976 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: standard-attr-tag Apr 16 11:50:32.853339 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: timestamp.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.854779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.855455 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loaded extension: standard-attr-timestamp Apr 16 11:50:32.855895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: trunk.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.857231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.857807 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension trunk not supported by any of loaded plugins Apr 16 11:50:32.858167 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: trunk_details.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.859087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.859661 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension trunk-details not supported by any of loaded plugins Apr 16 11:50:32.860531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: uplink_status_propagation.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.861466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.862031 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 16 11:50:32.862387 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Loading extension file: vlantransparent.py {{(pid=85187) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 11:50:32.863088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85187) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 11:50:32.863723 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 16 11:50:32.866546 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:network Apr 16 11:50:32.867843 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:subnet Apr 16 11:50:32.868680 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:50:32.869355 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:port Apr 16 11:50:32.870942 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.871419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service FLAVORS assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.872098 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.872597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.872964 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:router Apr 16 11:50:32.873690 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 11:50:32.874475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service METERING assigned prefix: /metering {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.876269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.877049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.877049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85187) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 11:50:32.878215 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 11:50:32.878691 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:security_group Apr 16 11:50:32.879562 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 11:50:32.880346 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service CORE assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.880749 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:50:32.881117 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] subnetpool is already registered Apr 16 11:50:32.881776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service CORE assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.882133 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:50:32.882494 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] subnetpool is already registered Apr 16 11:50:32.885375 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.885851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service FLAVORS assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.886485 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.886939 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.887304 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:router Apr 16 11:50:32.887673 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] router is already registered Apr 16 11:50:32.888315 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:floatingip Apr 16 11:50:32.888700 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] floatingip is already registered Apr 16 11:50:32.889385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service METERING assigned prefix: /metering {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.890113 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 11:50:32.890473 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] rbac_policy is already registered Apr 16 11:50:32.891080 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:security_group Apr 16 11:50:32.891471 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] security_group is already registered Apr 16 11:50:32.892111 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 11:50:32.892473 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] security_group_rule is already registered Apr 16 11:50:32.893227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service CORE assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.893589 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:50:32.893956 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] subnetpool is already registered Apr 16 11:50:32.894634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.resource_helper [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Service CORE assigned prefix: {{(pid=85187) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 11:50:32.895695 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 11:50:32.896035 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.quota.resource_registry [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] subnetpool is already registered Apr 16 11:50:32.896786 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: extensions {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.898340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: address-groups {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.899979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: address-scopes {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.901279 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: agents {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.902493 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: auto-allocated-topology {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.903862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: availability_zones {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.905203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: dhcp-networks {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.906763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: dhcp-agents {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.908248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: routers {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.910126 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: flavors {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.912072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: service_profiles {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.913362 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: next_providers {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.914959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: service_profiles {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.916581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: floatingip-pools {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.917851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: routers {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.919705 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: floatingips {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.920999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: l3-routers {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.922450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: l3-agents {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.923929 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: metering-labels {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.926501 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: metering-label-rules {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.927829 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: network-ip-availabilities {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.929188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: bindings {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.930898 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: quotas {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.932556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: quotas {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.934018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: rbac-policies {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.935367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: security-groups {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.936679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: security-group-rules {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.937971 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: service-providers {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.939241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: subnetpools {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.940735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: subnetpools {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.942463 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.944232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.946226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.948057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.949949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.951862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.953679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.955650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.958303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.960515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.extensions [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Extended resource: tags {{(pid=85187) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 11:50:32.967549 dv-cinder-786627-1-smb neutron-server[85187]: WARNING keystonemiddleware.auth_token [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 16 11:50:32.973607 dv-cinder-786627-1-smb neutron-server[85187]: WARNING keystonemiddleware.auth_token [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 16 11:50:32.982406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Acquired lock "singleton_lock" {{(pid=85187) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 16 11:50:32.982920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Releasing lock "singleton_lock" {{(pid=85187) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 16 11:50:32.984419 dv-cinder-786627-1-smb neutron-server[85187]: INFO oslo_service.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Starting 2 workers Apr 16 11:50:32.989327 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Started child 85302 {{(pid=85187) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:50:32.993622 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.994135 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Started child 85303 {{(pid=85187) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:50:32.995106 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [-] (85302) wsgi starting up on http://0.0.0.0:9696 Apr 16 11:50:32.995637 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 16 11:50:32.996296 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Notify callbacks [] for process, before_spawn {{(pid=85187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.997687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:32.998824 dv-cinder-786627-1-smb neutron-server[85187]: INFO oslo_service.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Starting 1 workers Apr 16 11:50:32.999049 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [-] (85303) wsgi starting up on http://0.0.0.0:9696 Apr 16 11:50:33.004258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Started child 85304 {{(pid=85187) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:50:33.004838 dv-cinder-786627-1-smb neutron-server[85187]: INFO oslo_service.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Starting 1 workers Apr 16 11:50:33.006964 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] calling RpcWorker wait() {{(pid=85304) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 16 11:50:33.007332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] returning from RpcWorker wait() {{(pid=85304) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 16 11:50:33.008849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.009347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:33.009612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Started child 85305 {{(pid=85187) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 11:50:33.010408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a2bbe171-432b-44f4-8227-6f4ae205d1b0 None None] Notify callbacks [] for process, after_spawn {{(pid=85187) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.012035 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85187) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 11:50:33.012264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:50:33.012443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:50:33.012743 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:50:33.013159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:50:33.013353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:33.013504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:50:33.013925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.014215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.014365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:33.014522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.014796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.015112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.016029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.016029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.016331 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.016604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.016892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.017050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.017200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.017481 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.017747 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.018091 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.018371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.018634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.018914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.019123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.019393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.020218 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.020634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.020925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] debug = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.021232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.021793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.022048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.022330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.022582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.022868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.023133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.023428 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.023695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.023945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.024225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.024525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.024786 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.025031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.025280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.025582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.025833 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.026345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] host = dv-cinder-786627-1-smb {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.026497 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.026760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.027031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.027287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.027577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.027837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.028133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.028424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.028744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.029003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.029285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.029549 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.029819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.030082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.030282 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_options = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.030492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.030808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.031100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.031311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.031500 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.031686 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.032136 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.032304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.032600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.032853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.033098 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.033365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.033628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.033877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.034170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.034431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.034696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.034907 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.035212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.036184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.036525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.036678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.036983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.037226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.037477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.038504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.038835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.039136 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.039422 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.039935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.040279 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.040611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.040896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.041262 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.041560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.041816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.042077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.042421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.042703 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.042995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.043286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.043549 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.043817 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.044091 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.044363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.044645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_json = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.044903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.045172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.045473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.045729 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.046000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.046257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.046514 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.046796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.047294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.047597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.047910 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.048180 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.048461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.048764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.049014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.049279 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.049573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.049847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.050184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.050443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.050778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.051394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.051908 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.052260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.052588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.052902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.053166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.054496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.054496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.054496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.054496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.058040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.058040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.058040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.058040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.058040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.058040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.058040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.058040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.059213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.059213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.059213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.059213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.059213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.059213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.059213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.059213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.059213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.062924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.062924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.062924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.062924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.062924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.062924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.062924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.062924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.062924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.065243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.065243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.065243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.065243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.065243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.065243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.065243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.065243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.065243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.068936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.071576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.071576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.071576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.071576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.071576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.071576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.071576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.071576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.071576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.072800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.072800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.072800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.072800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.072800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.072800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.072800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.072800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.073837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.073837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.073837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.073837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.073837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.073837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.073837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.073837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.080785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.080785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.080785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.080785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.080785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.080785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.080785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.080785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.081484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.081484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.081484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.081484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.081484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.081484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.081484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.081484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.082721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.082721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.082721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.082721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.082721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.082721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.082721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.082721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.083496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.083496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.083496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.083496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.083496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.083496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.083496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.083496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.084179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.084179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.084179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.084179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.084821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.085031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.085309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.085605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.085883 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.086181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.086478 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.086768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.087053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.087331 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.087586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.087848 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.088108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.088358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.088672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.088904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.089190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.089472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.089695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.089945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.090202 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.090462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.090737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.090988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.091246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.091519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.091774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.092031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.092286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.094066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.094066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.094066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.094066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.094066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.094066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.094500 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.094500 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.096518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.096518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.096518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.096518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.096518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.096518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.096518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.096518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.097363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.097753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.099000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.099546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.099866 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.100236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.100608 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.100823 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.101140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.101406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.101689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.101969 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.102231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.102496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.102758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.103023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.103315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.103607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.103890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.104600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.104600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.104600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.104840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.105087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.105441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.105727 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.106013 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.106302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.106570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.106857 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.107115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.107483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.107744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.107995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.108265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.108551 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.108806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.109066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.109316 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.109581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.109832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.110083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.110338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.110596 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.110873 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.111144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.111341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.111597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.111916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.112265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.112583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.112847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.113165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.113619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.114130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.114486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.114851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.115110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.115400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.115662 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.115919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.116204 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.116543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.116955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.117330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.117637 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.117954 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.118280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.118610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.118919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.119174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.119511 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.119870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.120177 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.120467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.120765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.121061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.121327 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.121584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.121842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.122099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.122355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.122659 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.122970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.123236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.123492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.123767 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.124030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.124297 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.124603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.124884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.125193 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.125342 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:50:33.125848 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85187) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 11:50:33.126048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 11:50:33.126234 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 11:50:33.126459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 11:50:33.126694 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 11:50:33.126936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 11:50:33.127037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.127228 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.127418 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.127607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.127795 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.128000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.128188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.128376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.128587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.128779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.128970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.129711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.129949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.130292 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.130492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.130682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.130871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.131065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.131246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.131407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.131570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.131724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.131875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] debug = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.132036 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.132398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.132612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.132801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.132988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.133175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.133364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.133556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.133713 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.133899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.134084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.134271 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.134460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.134616 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.134804 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.134989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.135174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.135620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] host = dv-cinder-786627-1-smb {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.135620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.135863 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.135960 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.136125 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.136311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.136514 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.136705 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.136891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.137076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.137260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.137467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.137738 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.137738 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.137918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.138093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_options = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.138278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.138530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.138672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.138781 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.138973 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.139159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.139345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.139544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.139699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.139887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.140073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.140261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.140460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.140639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.140820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.141007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.141201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.141351 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.141541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.141697 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.141882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.142068 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.142254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.142444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.142630 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.142911 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.143010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.143106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.143287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.143475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.143659 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.143873 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.144120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.144327 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.144526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.145574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.145768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.146010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.146199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.146388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.146575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.146815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.147001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.147101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.147237 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.147404 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_json = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.147591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.147780 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.147966 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.148150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.148392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.148555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.148696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.148837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 11:50:33.149047 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.149238 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.149439 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.149628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.149816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.150005 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.150190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:33.150322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.150422 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.150516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.150695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.150891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.151079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.151284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.151473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.151675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.151825 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.152013 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.152199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.152388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.152600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.152792 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.152979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.153184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.153373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.153563 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.153752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.153987 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.154129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.154319 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.154507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.154696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.154885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.155073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.155263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.155450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.155638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.155826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.156014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.156203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.156392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.156603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.156795 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.156983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.157173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.157365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.157554 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.157743 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.157932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.158120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.158308 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.158507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.158695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.158882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.159068 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.159257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.159444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.159630 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.159818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.160007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.160194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.160410 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.160855 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.161142 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.161336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.161513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.161674 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.162043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.162207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.162403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.162594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.162832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.162980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.163119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.163267 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.163573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.163770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.163939 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.164123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.164313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.164535 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.164715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.164904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.165093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.165281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.165479 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.165686 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.165875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.166064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.166254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.166444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.166635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.166826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.167014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.167201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.167393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.167583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.167772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.167962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.168156 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.168311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.168545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.168715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.168906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.169095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.169282 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.169470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.169658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.169845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.170040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.170194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.170383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.170582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.170771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.170963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.171146 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.171330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.171532 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.171720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.171913 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.172099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.172285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.172474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.172664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.172855 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.173044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.173231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.173419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.173615 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.173815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.174003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.174192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.174381 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.174618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.174806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.174994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.175183 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.175371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.175560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.175748 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.176130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.176464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.176796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.176992 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.177185 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.177376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.177570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.177760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.177949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.178139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.178330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.178519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.178709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.178898 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.179087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.179276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.179464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.179652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.180552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.180552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.180552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.180552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.180552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.181173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.181173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.181173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.181173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.181629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.181629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.181629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.181926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.181926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.182104 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.182287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.182478 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.182669 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.182860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.183049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.183238 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.183427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.183645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.183914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.184009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.184106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.184285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.184644 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.184644 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.184807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.184998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.185186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.185376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.185568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.185758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.185959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.186109 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.186277 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.186465 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.186654 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.186841 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.187031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.187223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.187412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.187605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.187793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.187979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.188166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.188354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.188562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.188747 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.188934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.189125 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.189314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.189513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.189701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.189889 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.190076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.190263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.190462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.190652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.190838 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.191026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.191211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.191387 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.192088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.192410 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.192805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.192999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.193203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.193394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.193584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.193772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.193961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.194160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.194351 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.194540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.194743 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.194929 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.195118 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.195307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.195510 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.195700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.195890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.196080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.196268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.196456 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.196672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.196864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.197063 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.197259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.197452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.197650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.197846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.198045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.198233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.198429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.198631 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.198820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.199007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.199195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.199384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.199571 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.199759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.199947 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.200135 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.200323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.200537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.200719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.200906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.201097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.201291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.201443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.201594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.201754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.201903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.202092 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 11:50:33.202275 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85187) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 11:50:33.443779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41614) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:33.455298 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093005 Apr 16 11:50:44.440490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1defbdb-219a-4b07-bafc-60525ee8cc21 None None] get_active_networks_info from dv-cinder-786627-1-smb {{(pid=85304) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 11:50:44.516848 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1defbdb-219a-4b07-bafc-60525ee8cc21 None None] No non-hosted networks {{(pid=85304) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 16 11:50:44.530221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agentschedulers_db [None req-e1defbdb-219a-4b07-bafc-60525ee8cc21 None None] DHCP Agent not found on host dv-cinder-786627-1-smb {{(pid=85304) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 16 11:50:44.699132 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4128e662-f6bf-490c-b6e0-2a91140747e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671'] for agent, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.036190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a3adf349-3fc3-46bb-8eab-5eb3aeb62185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671'] for agent, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.089682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-928f21d2-039e-41e9-b4c2-afbaeb71d9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:47.996164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671'] for agent, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:48.611216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671'] for agent, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:48.614198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.625239 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.625803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.626341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.626856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.627377 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.627886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.629294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.629859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.630382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.630892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.631399 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:48.631966 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786627-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:48.638248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786627-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:50:49.005382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671'] for agent, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:50.346407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41706) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:50.446423 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_hamode_db [None req-e1913924-028f-422d-ab99-19370076360b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 16 11:50:50.549405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1913924-028f-422d-ab99-19370076360b None None] Routers set() bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:50:50.550186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1913924-028f-422d-ab99-19370076360b None None] Router IDs set() for agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 16 11:50:50.992507 dv-cinder-786627-1-smb neutron-server[85187]: WARNING oslo_policy.policy [None req-4c58a3c7-327b-4647-bce1-d8d4b78d07fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:50:50.993110 dv-cinder-786627-1-smb neutron-server[85187]: WARNING oslo_policy.policy [None req-4c58a3c7-327b-4647-bce1-d8d4b78d07fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:50:51.230088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [None req-4c58a3c7-327b-4647-bce1-d8d4b78d07fd admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:50:51.231141 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4c58a3c7-327b-4647-bce1-d8d4b78d07fd admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8831117 Apr 16 11:50:54.059380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41722) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:54.463326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-3e3e8464-795a-4de9-871d-b1e72cb92a21 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:54.570980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.policy [None req-3e3e8464-795a-4de9-871d-b1e72cb92a21 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85303) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 11:50:54.630199 dv-cinder-786627-1-smb neutron-server[85187]: WARNING oslo_policy.policy [None req-3e3e8464-795a-4de9-871d-b1e72cb92a21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:50:54.630610 dv-cinder-786627-1-smb neutron-server[85187]: WARNING oslo_policy.policy [None req-3e3e8464-795a-4de9-871d-b1e72cb92a21 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:50:54.649723 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota [None req-3e3e8464-795a-4de9-871d-b1e72cb92a21 admin admin] Loaded quota_driver: . Apr 16 11:50:54.666691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3e3e8464-795a-4de9-871d-b1e72cb92a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:54.727063 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e8464-795a-4de9-871d-b1e72cb92a21 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245824091337', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245824091837', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245824085389', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245824074849', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245824059004', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245824057607', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854680542', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-188544', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3868120', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851260929'] for rbac-policy, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:54.960200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e8464-795a-4de9-871d-b1e72cb92a21 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:54.961416 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3e3e8464-795a-4de9-871d-b1e72cb92a21 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9009805 Apr 16 11:50:57.974489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41736) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:50:58.353112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '953fd37bf5944093ac10534e824ef697', 'name': 'private'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:50:58.359437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:58.364136 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Usage tracker for resource:network and tenant:953fd37bf5944093ac10534e824ef697 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:58.367715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:58.374093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:58.382867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Made reservation on behalf of 953fd37bf5944093ac10534e824ef697 for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:50:58.388715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.405416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.423132 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:50:58.427248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Usage tracker for resource:security_group_rule and tenant:953fd37bf5944093ac10534e824ef697 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:50:58.430753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:50:58.436674 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:50:58.536519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.539772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.544775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:58.568477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:50:58.595170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245822072129', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.595721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Unsubscribe: segment precommit_create {{(pid=85303) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 11:50:58.596806 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Added segment db7662f6-cb1a-44e6-900e-6f3b95e6fe56 of type vlan for network 2f9782ce-b63d-4015-8376-4855b4f416a4 Apr 16 11:50:58.606187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5cc491-c713-48ab-bca5-3897d8ac7bf5,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:58.663699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.664071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.664431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.664814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.665166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.665519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.665866 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.666210 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.666554 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.666898 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.667238 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.667579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Tracked resource versions report: Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: pushed versions: Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: { 'AddressGroup': {'1.2'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': {'1.0'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': {'1.0'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': {'1.1'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': {'1.7'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': {'1.2'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': {'1.8'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': {'1.4'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': {'1.0'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': {'1.1'}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': {'1.1'}} Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: consumer versions: Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: { DHCP agent@dv-cinder-786627-1-smb: {}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: L3 agent@dv-cinder-786627-1-smb: {}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: Metadata agent@dv-cinder-786627-1-smb: {}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: Metering agent@dv-cinder-786627-1-smb: {}, Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: Open vSwitch agent@dv-cinder-786627-1-smb: { 'AddressGroup': '1.2', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': '1.0', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': '1.0', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': '1.1', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': '1.7', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': '1.2', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': '1.8', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': '1.4', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': '1.2', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': '1.0', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': '1.1', Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': '1.1'}} Apr 16 11:50:58.668714 dv-cinder-786627-1-smb neutron-server[85187]: {{(pid=85303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:50:58.723636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.728446 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:58.763009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.764473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:50:58.765162 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:50:58.770206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:50:58.883039 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9072433 Apr 16 11:50:58.885891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Pushing event updated for resources: {'Network': ['ID=2f9782ce-b63d-4015-8376-4855b4f416a4,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:50:58.889420 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:50:58.906975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 2f9782ce-b63d-4015-8376-4855b4f416a4 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:51:02.063190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41752) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:02.556395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e344387-48b0-48fc-ad6d-4ba355ad78b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:02.557858 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9e344387-48b0-48fc-ad6d-4ba355ad78b8 admin admin] 10.222.0.75 "GET /v2.0/networks/2f9782ce-b63d-4015-8376-4855b4f416a4 HTTP/1.1" status: 200 len: 825 time: 0.4930589 Apr 16 11:51:02.587097 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1d3d8144-c646-48db-ab23-278be184a543 admin admin] 10.222.0.75 "GET /v2.0/subnetpools/7aaba0e9-8eb8-4625-a85c-32d2b6a55e3a HTTP/1.1" status: 200 len: 734 time: 0.0232637 Apr 16 11:51:02.597564 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'subnetpool_id': '7aaba0e9-8eb8-4625-a85c-32d2b6a55e3a', 'ip_version': 4, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4', 'name': 'private-subnet'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:02.602088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:02.605981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Usage tracker for resource:subnet and tenant:953fd37bf5944093ac10534e824ef697 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:02.608917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:02.615795 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:02.624463 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Made reservation on behalf of 953fd37bf5944093ac10534e824ef697 for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:02.629541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.108741 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.123970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:03.261139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa4f450-234a-4869-928c-433dd56adf41,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:03.279170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:03.337586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Checking segment: {'id': 'db7662f6-cb1a-44e6-900e-6f3b95e6fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:03.337974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Network hostable DHCP agents. Network: 2f9782ce-b63d-4015-8376-4855b4f416a4, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:51:03.358174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Network 2f9782ce-b63d-4015-8376-4855b4f416a4 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:51:03.367582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 2f9782ce-b63d-4015-8376-4855b4f416a4) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:03.382452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:03.383098 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:03.383517 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b1d52-815d-4b24-b058-1f4eebf3ac39 None None] Network 2f9782ce-b63d-4015-8376-4855b4f416a4 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:03.402896 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8099694 Apr 16 11:51:03.892507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81f0f0c5-41cd-5cf2-b41f-d922a99fc798-2f9782ce-b63d-4015-8376-4855b4f416a4', 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'fixed_ips': [{'subnet_id': 'daa4f450-234a-4869-928c-433dd56adf41'}]}} from dv-cinder-786627-1-smb. {{(pid=85304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:51:03.893910 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:04.084282 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Allocated IP 172.20.0.2 (2f9782ce-b63d-4015-8376-4855b4f416a4/daa4f450-234a-4869-928c-433dd56adf41/af0288e5-441c-43cb-b560-64eda4e74eef) {{(pid=85304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:04.318076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Notify callbacks [] for port, precommit_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:04.331196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Transition to ACTIVE for port object af0288e5-441c-43cb-b560-64eda4e74eef will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:04.353263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Transition to ACTIVE for port object af0288e5-441c-43cb-b560-64eda4e74eef will not be triggered until provisioned by entity DHCP. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:04.362163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:04.385035 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:04.519402 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Pushing event updated for resources: {'Port': ['ID=af0288e5-441c-43cb-b560-64eda4e74eef,revision_number=1']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:04.538323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.538716 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.539083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.539440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.539793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.540147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.540514 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.540868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.541217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.541562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.541906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.542297 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Tracked resource versions report: Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: pushed versions: Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: { 'AddressGroup': {'1.2'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': {'1.0'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': {'1.0'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': {'1.1'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': {'1.7'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': {'1.2'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': {'1.8'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': {'1.4'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': {'1.0'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': {'1.1'}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': {'1.1'}} Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: consumer versions: Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: { DHCP agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: L3 agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: Metadata agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: Metering agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: Open vSwitch agent@dv-cinder-786627-1-smb: { 'AddressGroup': '1.2', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': '1.0', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': '1.0', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': '1.1', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': '1.7', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': '1.2', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': '1.8', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': '1.4', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': '1.2', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': '1.0', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': '1.1', Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': '1.1'}} Apr 16 11:51:04.543368 dv-cinder-786627-1-smb neutron-server[85187]: {{(pid=85304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:51:04.558326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:04.599121 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Network 2f9782ce-b63d-4015-8376-4855b4f416a4 is already hosted by enough agents. {{(pid=85304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:04.600303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Resources bound (agent type, host, resource id): {{(pid=85304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:04.603080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Received port after_create {{(pid=85304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:04.703295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Attempting to bind port af0288e5-441c-43cb-b560-64eda4e74eef on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:04.703612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Attempting to bind port af0288e5-441c-43cb-b560-64eda4e74eef by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'db7662f6-cb1a-44e6-900e-6f3b95e6fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:04.704032 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Attempting to bind port af0288e5-441c-43cb-b560-64eda4e74eef on network 2f9782ce-b63d-4015-8376-4855b4f416a4 {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:04.711010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:04.711392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Checking segment: {'id': 'db7662f6-cb1a-44e6-900e-6f3b95e6fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:04.711890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:04.712319 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Bound using segment: {'id': 'db7662f6-cb1a-44e6-900e-6f3b95e6fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:04.712874 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Bound port: af0288e5-441c-43cb-b560-64eda4e74eef, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7662f6-cb1a-44e6-900e-6f3b95e6fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:04.713286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:04.810198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] For port af0288e5-441c-43cb-b560-64eda4e74eef, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:04.814233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] For port af0288e5-441c-43cb-b560-64eda4e74eef, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=af0288e5-441c-43cb-b560-64eda4e74eef,segment=NetworkSegment(db7662f6-cb1a-44e6-900e-6f3b95e6fe56),segment_id=db7662f6-cb1a-44e6-900e-6f3b95e6fe56)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:04.818178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:04.834672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:04.986226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Pushing event updated for resources: {'Port': ['ID=af0288e5-441c-43cb-b560-64eda4e74eef,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:04.990036 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:06.536440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41762) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:06.945743 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [None req-1101b1c5-4806-4ab6-a173-57c1605304c9 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:51:06.946924 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1101b1c5-4806-4ab6-a173-57c1605304c9 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4090025 Apr 16 11:51:09.738045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41772) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:10.146766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [None req-9a304627-7782-4e48-9176-a43e06cea9b2 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:51:10.149553 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9a304627-7782-4e48-9176-a43e06cea9b2 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4103994 Apr 16 11:51:10.809550 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device af0288e5-441c-43cb-b560-64eda4e74eef up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:10.886895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port af0288e5-441c-43cb-b560-64eda4e74eef completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:12.024484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f7b6bb-708e-4ac6-8506-80a97fcdd3a3 None None] Network 2f9782ce-b63d-4015-8376-4855b4f416a4 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:12.153190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-7788b8e3-0110-4310-86f9-7fce691a396c None None] Provisioning for port af0288e5-441c-43cb-b560-64eda4e74eef completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:12.168540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-7788b8e3-0110-4310-86f9-7fce691a396c None None] Provisioning complete for port af0288e5-441c-43cb-b560-64eda4e74eef triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:12.168958 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7788b8e3-0110-4310-86f9-7fce691a396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:12.392354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7788b8e3-0110-4310-86f9-7fce691a396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:12.441821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-7788b8e3-0110-4310-86f9-7fce691a396c None None] For port af0288e5-441c-43cb-b560-64eda4e74eef, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=af0288e5-441c-43cb-b560-64eda4e74eef,segment=NetworkSegment(db7662f6-cb1a-44e6-900e-6f3b95e6fe56),segment_id=db7662f6-cb1a-44e6-900e-6f3b95e6fe56)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:12.445172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7788b8e3-0110-4310-86f9-7fce691a396c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:12.449507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:12.525513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788b8e3-0110-4310-86f9-7fce691a396c None None] Pushing event updated for resources: {'Port': ['ID=af0288e5-441c-43cb-b560-64eda4e74eef,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:12.529004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7788b8e3-0110-4310-86f9-7fce691a396c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:12.666457 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-d0deeace-6292-4693-958e-b4d86e0c6c72 None None] Provisioning complete for port af0288e5-441c-43cb-b560-64eda4e74eef triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:12.666789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d0deeace-6292-4693-958e-b4d86e0c6c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:12.793836 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device af0288e5-441c-43cb-b560-64eda4e74eef up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:12.868612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port af0288e5-441c-43cb-b560-64eda4e74eef triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:12.869020 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:13.066309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:51:13.255103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 41788) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:13.881537 dv-cinder-786627-1-smb neutron-server[85187]: WARNING oslo_policy.policy [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:51:13.882115 dv-cinder-786627-1-smb neutron-server[85187]: WARNING oslo_policy.policy [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:51:14.114983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'admin_state_up': True}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:14.191662 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.policy [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85302) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 11:51:14.248690 dv-cinder-786627-1-smb neutron-server[85187]: WARNING oslo_policy.policy [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:51:14.249101 dv-cinder-786627-1-smb neutron-server[85187]: WARNING oslo_policy.policy [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 11:51:14.267825 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.quota [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Loaded quota_driver: . Apr 16 11:51:14.283635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:14.290337 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Usage tracker for resource:router and tenant:953fd37bf5944093ac10534e824ef697 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:14.294968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:14.300136 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6574921c-0bb3-4c75-b9af-59bb168cfcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:14.303386 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:14.318660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850976997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13524'] for router, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:14.320774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3798982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762276'] for router, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:14.346253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:14.619253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850975282'] for router, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:14.639191 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] Notify callbacks [] for router, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:14.640554 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-558d1847-aee5-47ce-b193-b53f1529b440 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3833714 Apr 16 11:51:17.036359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2a6016df-4ac7-4dd5-b07b-4dad7d23039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:17.401759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 41814) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:17.567258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [None req-1bc6940f-409b-4537-b77a-9868e405ba80 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:51:17.568311 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1bc6940f-409b-4537-b77a-9868e405ba80 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1655295 Apr 16 11:51:17.914685 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:18.598950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:18.955638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.167270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 41834) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:20.218844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:20.226200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:20.230110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Usage tracker for resource:network and tenant:83c1c258ae7745dbbd36ab6eba9984c0 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:20.233382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:20.239448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:20.248429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Made reservation on behalf of 83c1c258ae7745dbbd36ab6eba9984c0 for: {'network': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:20.254319 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.271017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.287002 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:20.290828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Usage tracker for resource:security_group_rule and tenant:83c1c258ae7745dbbd36ab6eba9984c0 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:20.293935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:20.299846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:20.396178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.398911 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.403588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:20.415172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Reserving flat network on physical network physnet1 {{(pid=85302) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 16 11:51:20.447714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245822072129', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.448313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Unsubscribe: segment precommit_create {{(pid=85302) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 11:51:20.448807 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Added segment bfa0b12c-9b0d-4a4b-b057-05303bf5b03b of type flat for network 9c19a45b-70d1-473c-b2ec-743cdcfa61be Apr 16 11:51:20.504240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec0d3fa-d6ed-456e-8a71-07803fb49ebf,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:20.518998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.519372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.519744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.520100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.520453 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.520847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.521195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.521542 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.521889 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.522235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.522578 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.522918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Tracked resource versions report: Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: pushed versions: Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: { 'AddressGroup': {'1.2'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': {'1.0'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': {'1.0'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': {'1.1'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': {'1.7'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': {'1.2'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': {'1.8'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': {'1.4'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': {'1.0'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': {'1.1'}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': {'1.1'}} Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: consumer versions: Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: { DHCP agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: L3 agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: Metadata agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: Metering agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: Open vSwitch agent@dv-cinder-786627-1-smb: { 'AddressGroup': '1.2', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': '1.0', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': '1.0', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': '1.1', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': '1.7', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': '1.2', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': '1.8', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': '1.4', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': '1.2', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': '1.0', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': '1.1', Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': '1.1'}} Apr 16 11:51:20.524026 dv-cinder-786627-1-smb neutron-server[85187]: {{(pid=85302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:51:20.577962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:20.583324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.626428 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.628110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:20.628808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:20.633490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:20.742842 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5744250 Apr 16 11:51:20.748450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Pushing event updated for resources: {'Network': ['ID=9c19a45b-70d1-473c-b2ec-743cdcfa61be,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:20.770143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:20.778269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:51:23.324309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41848) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:23.444955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9110ff08-9adb-4f8b-aaf3-a55f60fa1f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:23.446415 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9110ff08-9adb-4f8b-aaf3-a55f60fa1f2a admin admin] 10.222.0.75 "GET /v2.0/subnets/daa4f450-234a-4869-928c-433dd56adf41 HTTP/1.1" status: 200 len: 849 time: 0.1210451 Apr 16 11:51:23.626999 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ea83af5f-f425-4bd1-8822-664988da8bfb admin admin] 10.222.0.75 "GET /v2.0/routers/4e8e1cce-7deb-44bf-8be3-82013324ea6c HTTP/1.1" status: 200 len: 704 time: 0.1743534 Apr 16 11:51:24.273975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.516236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Allocated IP 172.20.0.1 (2f9782ce-b63d-4015-8376-4855b4f416a4/daa4f450-234a-4869-928c-433dd56adf41/fa08a02b-54d0-463f-a1d8-85c745933bea) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:24.682041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.700223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Transition to ACTIVE for port object fa08a02b-54d0-463f-a1d8-85c745933bea will not be triggered until provisioned by entity DHCP. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:24.761730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:24.776663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:24.911253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Pushing event updated for resources: {'Port': ['ID=fa08a02b-54d0-463f-a1d8-85c745933bea,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:24.917259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:24.973585 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Network 2f9782ce-b63d-4015-8376-4855b4f416a4 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:24.974725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:24.977164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:24.977708 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769739'] for router_interface, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.217871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-f1a501af-8341-477f-bbc6-81a2afe88a3a None None] Provisioning for port fa08a02b-54d0-463f-a1d8-85c745933bea completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:25.224010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-f1a501af-8341-477f-bbc6-81a2afe88a3a None None] Provisioning complete for port fa08a02b-54d0-463f-a1d8-85c745933bea triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:25.224873 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f1a501af-8341-477f-bbc6-81a2afe88a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.265209 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.282702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-f1a501af-8341-477f-bbc6-81a2afe88a3a None None] Port fa08a02b-54d0-463f-a1d8-85c745933bea cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:51:25.509794 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.513586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.514718 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850844763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851005972'] for router_interface, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.530757 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:25.669780 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Pushing event updated for resources: {'Port': ['ID=fa08a02b-54d0-463f-a1d8-85c745933bea,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:25.675317 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:25.731508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Network 2f9782ce-b63d-4015-8376-4855b4f416a4 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:25.732747 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:25.909057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-cb9bbfcc-9ad6-4590-89ff-88ac191c1598 None None] Provisioning complete for port fa08a02b-54d0-463f-a1d8-85c745933bea triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:25.909471 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cb9bbfcc-9ad6-4590-89ff-88ac191c1598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:25.974060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-cb9bbfcc-9ad6-4590-89ff-88ac191c1598 None None] Port fa08a02b-54d0-463f-a1d8-85c745933bea cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:51:26.111402 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Router 4e8e1cce-7deb-44bf-8be3-82013324ea6c is scheduled to L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf with binding_index 1 {{(pid=85303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:51:26.276374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:51:26.285950 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] 10.222.0.75 "PUT /v2.0/routers/4e8e1cce-7deb-44bf-8be3-82013324ea6c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6535325 Apr 16 11:51:26.286994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Sync routers for ids ['4e8e1cce-7deb-44bf-8be3-82013324ea6c'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:51:26.298548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Routers {'4e8e1cce-7deb-44bf-8be3-82013324ea6c'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:26.299411 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:51:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['4e8e1cce-7deb-44bf-8be3-82013324ea6c'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:26.485507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Set router 4e8e1cce-7deb-44bf-8be3-82013324ea6c gateway port host: None {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:27.056315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'name': 'router1', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:14Z', 'updated_at': '2021-04-16T11:51:25Z', 'revision_number': 2, 'project_id': '953fd37bf5944093ac10534e824ef697', 'gw_port_host': None, '_interfaces': [{'id': 'fa08a02b-54d0-463f-a1d8-85c745933bea', 'name': '', 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'mac_address': 'fa:16:3e:ca:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daa4f450-234a-4869-928c-433dd56adf41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:24Z', 'updated_at': '2021-04-16T11:51:25Z', 'revision_number': 2, 'project_id': '953fd37bf5944093ac10534e824ef697', 'subnets': [{'id': 'daa4f450-234a-4869-928c-433dd56adf41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aaba0e9-8eb8-4625-a85c-32d2b6a55e3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:27.061241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Checking router: 4e8e1cce-7deb-44bf-8be3-82013324ea6c for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:51:27.061624 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Updating router 4e8e1cce-7deb-44bf-8be3-82013324ea6c port fa08a02b-54d0-463f-a1d8-85c745933bea binding host dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:51:27.121472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:27.512440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:27.527607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Transition to ACTIVE for port object fa08a02b-54d0-463f-a1d8-85c745933bea will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:27.534333 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:27.550482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:27.686924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Pushing event updated for resources: {'Port': ['ID=fa08a02b-54d0-463f-a1d8-85c745933bea,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:27.708387 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.708800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.709163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.709518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.709868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.710231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.710578 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.710923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.711267 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.711611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.711951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.712290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Tracked resource versions report: Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: pushed versions: Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: { 'AddressGroup': {'1.2'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': {'1.0'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': {'1.0'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': {'1.1'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': {'1.7'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': {'1.2'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': {'1.8'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': {'1.4'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': {'1.0'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': {'1.1'}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': {'1.1'}} Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: consumer versions: Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: { DHCP agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: L3 agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: Metadata agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: Metering agent@dv-cinder-786627-1-smb: {}, Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: Open vSwitch agent@dv-cinder-786627-1-smb: { 'AddressGroup': '1.2', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': '1.0', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': '1.0', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': '1.1', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': '1.7', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': '1.2', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': '1.8', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': '1.4', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': '1.2', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': '1.0', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': '1.1', Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': '1.1'}} Apr 16 11:51:27.713417 dv-cinder-786627-1-smb neutron-server[85187]: {{(pid=85305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:51:27.734248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:27.912392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Attempting to bind port fa08a02b-54d0-463f-a1d8-85c745933bea on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:27.912869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Attempting to bind port fa08a02b-54d0-463f-a1d8-85c745933bea by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'db7662f6-cb1a-44e6-900e-6f3b95e6fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:27.913292 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Attempting to bind port fa08a02b-54d0-463f-a1d8-85c745933bea on network 2f9782ce-b63d-4015-8376-4855b4f416a4 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:27.918974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:27.919391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Checking segment: {'id': 'db7662f6-cb1a-44e6-900e-6f3b95e6fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:27.919869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:27.920287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Bound using segment: {'id': 'db7662f6-cb1a-44e6-900e-6f3b95e6fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:27.920840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Bound port: fa08a02b-54d0-463f-a1d8-85c745933bea, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7662f6-cb1a-44e6-900e-6f3b95e6fe56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:27.921244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:28.018428 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] For port fa08a02b-54d0-463f-a1d8-85c745933bea, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:28.022615 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] For port fa08a02b-54d0-463f-a1d8-85c745933bea, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=fa08a02b-54d0-463f-a1d8-85c745933bea,segment=NetworkSegment(db7662f6-cb1a-44e6-900e-6f3b95e6fe56),segment_id=db7662f6-cb1a-44e6-900e-6f3b95e6fe56)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:28.025089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:28.041240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:28.197055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Pushing event updated for resources: {'Port': ['ID=fa08a02b-54d0-463f-a1d8-85c745933bea,revision_number=4']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:28.211446 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:28.261726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Routers {'4e8e1cce-7deb-44bf-8be3-82013324ea6c'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:28.262661 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:51:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['4e8e1cce-7deb-44bf-8be3-82013324ea6c'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:28.439110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] Set router 4e8e1cce-7deb-44bf-8be3-82013324ea6c gateway port host: None {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:28.802331 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'name': 'router1', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:14Z', 'updated_at': '2021-04-16T11:51:25Z', 'revision_number': 2, 'project_id': '953fd37bf5944093ac10534e824ef697', 'gw_port_host': None, '_interfaces': [{'id': 'fa08a02b-54d0-463f-a1d8-85c745933bea', 'name': '', 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'mac_address': 'fa:16:3e:ca:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daa4f450-234a-4869-928c-433dd56adf41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:24Z', 'updated_at': '2021-04-16T11:51:28Z', 'revision_number': 4, 'project_id': '953fd37bf5944093ac10534e824ef697', 'subnets': [{'id': 'daa4f450-234a-4869-928c-433dd56adf41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aaba0e9-8eb8-4625-a85c-32d2b6a55e3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:28.806477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e977d318-102a-403a-93bc-39d7df2b7274 None None] The sync data for ids ['4e8e1cce-7deb-44bf-8be3-82013324ea6c'] in dv-cinder-786627-1-smb is: [{'id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'name': 'router1', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:14Z', 'updated_at': '2021-04-16T11:51:25Z', 'revision_number': 2, 'project_id': '953fd37bf5944093ac10534e824ef697', 'gw_port_host': None, '_interfaces': [{'id': 'fa08a02b-54d0-463f-a1d8-85c745933bea', 'name': '', 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'mac_address': 'fa:16:3e:ca:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daa4f450-234a-4869-928c-433dd56adf41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:24Z', 'updated_at': '2021-04-16T11:51:28Z', 'revision_number': 4, 'project_id': '953fd37bf5944093ac10534e824ef697', 'subnets': [{'id': 'daa4f450-234a-4869-928c-433dd56adf41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aaba0e9-8eb8-4625-a85c-32d2b6a55e3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:51:28.891623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41860) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:29.056850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1a235b-e311-406f-b53a-c495e4747f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:29.058380 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8b1a235b-e311-406f-b53a-c495e4747f8d admin admin] 10.222.0.75 "GET /v2.0/networks/9c19a45b-70d1-473c-b2ec-743cdcfa61be HTTP/1.1" status: 200 len: 842 time: 0.1656330 Apr 16 11:51:29.069451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:29.075026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:51:29.079541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Usage tracker for resource:subnet and tenant:83c1c258ae7745dbbd36ab6eba9984c0 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:51:29.083852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:51:29.089933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:51:29.099582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Made reservation on behalf of 83c1c258ae7745dbbd36ab6eba9984c0 for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:51:29.104280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.553062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.objects.ports [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85303) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 11:51:29.553604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.569719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-abe3129e-9587-4766-b657-ae50c0a74ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:29.692481 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7020266-abbe-4c23-93c5-282ee76fb29b,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:29.705168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:29.765292 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Checking segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:29.765682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Network hostable DHCP agents. Network: 9c19a45b-70d1-473c-b2ec-743cdcfa61be, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:51:29.783941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:51:29.793729 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 9c19a45b-70d1-473c-b2ec-743cdcfa61be) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:29.798290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:29.798924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:29.803845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1448414-cdfe-4aac-bc49-7f8a97aa4d1b None None] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:29.818588 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7530222 Apr 16 11:51:30.054212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df9477d-069a-400a-a307-696a99588a4e None None] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:51:32.473453 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41874) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:32.684020 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-78defe70-1df7-472c-9af1-c870c5637314 admin admin] 10.222.0.75 "GET /v2.0/routers/4e8e1cce-7deb-44bf-8be3-82013324ea6c HTTP/1.1" status: 200 len: 710 time: 0.2092617 Apr 16 11:51:32.815042 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device fa08a02b-54d0-463f-a1d8-85c745933bea up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:32.830272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f26ec1c-b2a5-4c6f-ba4d-c4a88074f507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:51:32.832018 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8f26ec1c-b2a5-4c6f-ba4d-c4a88074f507 admin admin] 10.222.0.75 "GET /v2.0/networks/9c19a45b-70d1-473c-b2ec-743cdcfa61be HTTP/1.1" status: 200 len: 886 time: 0.1415427 Apr 16 11:51:32.841949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:51:32.889112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port fa08a02b-54d0-463f-a1d8-85c745933bea completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:32.894221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port fa08a02b-54d0-463f-a1d8-85c745933bea triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:32.894637 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:33.020123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:33.054810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port fa08a02b-54d0-463f-a1d8-85c745933bea, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=fa08a02b-54d0-463f-a1d8-85c745933bea,segment=NetworkSegment(db7662f6-cb1a-44e6-900e-6f3b95e6fe56),segment_id=db7662f6-cb1a-44e6-900e-6f3b95e6fe56)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:33.057873 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:33.060036 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-08c539e9-b936-49fe-bc03-145e86ee64ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:33.135921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=fa08a02b-54d0-463f-a1d8-85c745933bea,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:33.139293 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:33.317322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850976984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762317'] for router, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:33.846451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:33.907801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:34.051103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Allocated IP 172.28.3.95 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/1ba3e4c4-5c66-40d4-b376-f1ee37d4d380) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:51:34.205109 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:34.234228 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:34.248050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:34.387006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba3e4c4-5c66-40d4-b376-f1ee37d4d380,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:34.391418 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:34.441808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:51:34.442892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:51:34.445192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:51:34.795928 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device fa08a02b-54d0-463f-a1d8-85c745933bea up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:34.847551 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:34.872367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port fa08a02b-54d0-463f-a1d8-85c745933bea triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:34.872839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:35.208430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850976984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762317'] for router, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:35.211996 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850975282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850975311', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3800518', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3798833'] for router, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:35.400178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Router 4e8e1cce-7deb-44bf-8be3-82013324ea6c has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:51:35.589036 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:51:35.598333 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Notify callbacks [] for router, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:35.599614 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] 10.222.0.75 "PUT /v2.0/routers/4e8e1cce-7deb-44bf-8be3-82013324ea6c HTTP/1.1" status: 200 len: 889 time: 2.7611840 Apr 16 11:51:35.600120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Sync routers for ids ['4e8e1cce-7deb-44bf-8be3-82013324ea6c'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:51:35.611736 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Routers {'4e8e1cce-7deb-44bf-8be3-82013324ea6c'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:35.612431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:51:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['4e8e1cce-7deb-44bf-8be3-82013324ea6c'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:35.821688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Set router 4e8e1cce-7deb-44bf-8be3-82013324ea6c gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:36.184084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'name': 'router1', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1ba3e4c4-5c66-40d4-b376-f1ee37d4d380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:14Z', 'updated_at': '2021-04-16T11:51:34Z', 'revision_number': 4, 'project_id': '953fd37bf5944093ac10534e824ef697', 'gw_port': {'id': '1ba3e4c4-5c66-40d4-b376-f1ee37d4d380', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:33Z', 'updated_at': '2021-04-16T11:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'fa08a02b-54d0-463f-a1d8-85c745933bea', 'name': '', 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'mac_address': 'fa:16:3e:ca:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daa4f450-234a-4869-928c-433dd56adf41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:24Z', 'updated_at': '2021-04-16T11:51:33Z', 'revision_number': 5, 'project_id': '953fd37bf5944093ac10534e824ef697', 'subnets': [{'id': 'daa4f450-234a-4869-928c-433dd56adf41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aaba0e9-8eb8-4625-a85c-32d2b6a55e3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:36.189587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Checking router: 4e8e1cce-7deb-44bf-8be3-82013324ea6c for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:51:36.189976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Updating router 4e8e1cce-7deb-44bf-8be3-82013324ea6c port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 binding host dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:51:36.244900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.601802 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Notify callbacks [] for port, precommit_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.615251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Transition to ACTIVE for port object 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:51:36.620716 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.636270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:36.766558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8f1bc-6839-46f1-9f69-7d7c3de792ce None None] Pushing event updated for resources: {'Port': ['ID=1ba3e4c4-5c66-40d4-b376-f1ee37d4d380,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:36.770967 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bbf8f1bc-6839-46f1-9f69-7d7c3de792ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:36.835023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Attempting to bind port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:51:36.835428 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Attempting to bind port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:51:36.835827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Attempting to bind port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 on network 9c19a45b-70d1-473c-b2ec-743cdcfa61be {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:51:36.841388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:51:36.841812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Checking segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:51:36.842211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.842638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Bound using segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:51:36.843143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Bound port: 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:51:36.843549 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.926808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] For port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:51:36.930144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] For port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=1ba3e4c4-5c66-40d4-b376-f1ee37d4d380,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:51:36.934168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:36.947645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:37.095574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8f1bc-6839-46f1-9f69-7d7c3de792ce None None] Pushing event updated for resources: {'Port': ['ID=1ba3e4c4-5c66-40d4-b376-f1ee37d4d380,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:37.100941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bbf8f1bc-6839-46f1-9f69-7d7c3de792ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:37.146199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Routers {'4e8e1cce-7deb-44bf-8be3-82013324ea6c'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:51:37.146862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:51:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['4e8e1cce-7deb-44bf-8be3-82013324ea6c'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:37.490018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] Set router 4e8e1cce-7deb-44bf-8be3-82013324ea6c gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:51:37.838071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'name': 'router1', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1ba3e4c4-5c66-40d4-b376-f1ee37d4d380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:14Z', 'updated_at': '2021-04-16T11:51:34Z', 'revision_number': 4, 'project_id': '953fd37bf5944093ac10534e824ef697', 'gw_port': {'id': '1ba3e4c4-5c66-40d4-b376-f1ee37d4d380', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:33Z', 'updated_at': '2021-04-16T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'fa08a02b-54d0-463f-a1d8-85c745933bea', 'name': '', 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'mac_address': 'fa:16:3e:ca:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daa4f450-234a-4869-928c-433dd56adf41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:24Z', 'updated_at': '2021-04-16T11:51:33Z', 'revision_number': 5, 'project_id': '953fd37bf5944093ac10534e824ef697', 'subnets': [{'id': 'daa4f450-234a-4869-928c-433dd56adf41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aaba0e9-8eb8-4625-a85c-32d2b6a55e3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:51:37.842711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240b5373-7cb0-48f8-9eba-823de965cf39 None None] The sync data for ids ['4e8e1cce-7deb-44bf-8be3-82013324ea6c'] in dv-cinder-786627-1-smb is: [{'id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'name': 'router1', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.95'}], 'enable_snat': True}, 'gw_port_id': '1ba3e4c4-5c66-40d4-b376-f1ee37d4d380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:51:14Z', 'updated_at': '2021-04-16T11:51:34Z', 'revision_number': 4, 'project_id': '953fd37bf5944093ac10534e824ef697', 'gw_port': {'id': '1ba3e4c4-5c66-40d4-b376-f1ee37d4d380', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:03:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:33Z', 'updated_at': '2021-04-16T11:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'fa08a02b-54d0-463f-a1d8-85c745933bea', 'name': '', 'network_id': '2f9782ce-b63d-4015-8376-4855b4f416a4', 'tenant_id': '953fd37bf5944093ac10534e824ef697', 'mac_address': 'fa:16:3e:ca:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e8e1cce-7deb-44bf-8be3-82013324ea6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'daa4f450-234a-4869-928c-433dd56adf41', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:51:24Z', 'updated_at': '2021-04-16T11:51:33Z', 'revision_number': 5, 'project_id': '953fd37bf5944093ac10534e824ef697', 'subnets': [{'id': 'daa4f450-234a-4869-928c-433dd56adf41', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7aaba0e9-8eb8-4625-a85c-32d2b6a55e3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:51:38.355312 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 41884) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:51:38.483414 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-0e03efc4-e51c-4ecc-ba83-831290ba899d admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1268971 Apr 16 11:51:38.827012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:38.910438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:51:38.915497 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:38.915945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.042190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.059380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=1ba3e4c4-5c66-40d4-b376-f1ee37d4d380,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:51:39.062260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:39.065149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:51:39.135450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=1ba3e4c4-5c66-40d4-b376-f1ee37d4d380,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:51:39.138556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:51:40.835180 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:51:40.919208 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 1ba3e4c4-5c66-40d4-b376-f1ee37d4d380 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:51:40.919732 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:44.327580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-26c2323e-1a50-4a2f-bc15-1c7237c7efb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.045644 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-486dcdc6-c568-4638-8996-dd40196bc4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:47.929009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.612992 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:48.964926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:51:50.067397 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:52:14.306573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-588938fd-7549-437a-8abc-89ef8ac78563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.041875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-42442ed7-0133-42f8-a9b2-bd0727d6d708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:17.921761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.607354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:18.968482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:27.067676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:52:44.311192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35cd3d2d-fa30-4bfa-aca0-42426d0c1e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.045023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-211cb9f2-eaaa-45dd-8f17-51fe90226d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:47.926642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:48.610875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:52:48.973525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:04.068578 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:53:14.314154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a5b3d28d-8c47-4c33-a5a3-007948465ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.047224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bbab368e-93b1-4195-bcb9-8e03af03ad90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:17.931248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.614065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:18.978078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:24.368086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42454) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:24.444741 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcf000c-49e6-4468-8c33-79de3ff998a6 admin admin] GET failed (client error): The resource could not be found. Apr 16 11:53:24.446141 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6dcf000c-49e6-4468-8c33-79de3ff998a6 admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0769737 Apr 16 11:53:24.777438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1337752-2d1d-48e8-928f-3c551d3a0a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:24.779006 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b1337752-2d1d-48e8-928f-3c551d3a0a73 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3285539 Apr 16 11:53:27.322227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42464) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:27.443538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972741e7-a6b2-40d9-a6f8-5af960819af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:27.444137 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-972741e7-a6b2-40d9-a6f8-5af960819af7 admin admin] Synchronizing usage tracker for tenant:83c1c258ae7745dbbd36ab6eba9984c0 on resource:subnet {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:53:27.461164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-972741e7-a6b2-40d9-a6f8-5af960819af7 admin admin] Unset dirty status for tenant:83c1c258ae7745dbbd36ab6eba9984c0 on resource:subnet {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:53:27.462639 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-972741e7-a6b2-40d9-a6f8-5af960819af7 admin admin] 10.222.0.75 "GET /v2.0/subnets/daa4f450-234a-4869-928c-433dd56adf41 HTTP/1.1" status: 200 len: 849 time: 0.1392667 Apr 16 11:53:27.473834 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:53:27.597241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:27.915520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363245822169545'] for subnet, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:27.930729 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:53:28.068993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa4f450-234a-4869-928c-433dd56adf41,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:53:28.089525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.089905 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.090278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.090641 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.091004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.091363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.091720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.092075 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.092445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.092823 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.093174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.093525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:53:28.098568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:53:28.130340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:28.130987 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:28.132363 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] 10.222.0.75 "PUT /v2.0/subnets/daa4f450-234a-4869-928c-433dd56adf41 HTTP/1.1" status: 200 len: 868 time: 0.6633732 Apr 16 11:53:28.147957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c62907c-59fa-440b-a492-aa5caf3ceed6 None None] Network 2f9782ce-b63d-4015-8376-4855b4f416a4 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:53:28.597702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-50d7427c-fa0a-4c18-b439-6f698abdb611 None None] Provisioning complete for port af0288e5-441c-43cb-b560-64eda4e74eef triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:53:28.598315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-50d7427c-fa0a-4c18-b439-6f698abdb611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:28.732301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-50d7427c-fa0a-4c18-b439-6f698abdb611 None None] Provisioning complete for port fa08a02b-54d0-463f-a1d8-85c745933bea triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:53:28.732634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-50d7427c-fa0a-4c18-b439-6f698abdb611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:30.703405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42474) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:30.896335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c63d9-d876-4bc2-bb87-ab1fd415b943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:30.896893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462c63d9-d876-4bc2-bb87-ab1fd415b943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:30.898562 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-462c63d9-d876-4bc2-bb87-ab1fd415b943 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1940610 Apr 16 11:53:33.432379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42484) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:33.626926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24466f5b-ca67-42b3-bcdd-ae6ec9e5e1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:33.627367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24466f5b-ca67-42b3-bcdd-ae6ec9e5e1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:33.629643 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-24466f5b-ca67-42b3-bcdd-ae6ec9e5e1d9 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961668 Apr 16 11:53:36.194541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42494) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:36.403230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63985c9b-178b-47b7-b454-a8bb12a83c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:36.404654 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-63985c9b-178b-47b7-b454-a8bb12a83c4a admin admin] 10.222.0.75 "GET /v2.0/networks/2f9782ce-b63d-4015-8376-4855b4f416a4 HTTP/1.1" status: 200 len: 869 time: 0.2089717 Apr 16 11:53:38.988951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42504) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:39.170474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad38ffc2-c725-495a-bf7c-28b27902e2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:39.171850 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ad38ffc2-c725-495a-bf7c-28b27902e2a0 admin admin] 10.222.0.75 "GET /v2.0/networks/9c19a45b-70d1-473c-b2ec-743cdcfa61be HTTP/1.1" status: 200 len: 886 time: 0.1818287 Apr 16 11:53:41.069865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:53:41.744776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42514) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:41.860023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc01b6d-999e-423c-8bd9-17376807f97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:41.860462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc01b6d-999e-423c-8bd9-17376807f97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:41.862135 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3cc01b6d-999e-423c-8bd9-17376807f97d admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1162908 Apr 16 11:53:44.315608 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-873fbb53-81f2-4610-a925-d2a134aef54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:44.416077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42524) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:44.545991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e191a11-6558-4b98-ab7c-075669ce8943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:44.546395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e191a11-6558-4b98-ab7c-075669ce8943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:44.548065 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6e191a11-6558-4b98-ab7c-075669ce8943 admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1309052 Apr 16 11:53:47.049807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e38916e8-db84-404c-8f87-b22bbb369bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:47.123352 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42534) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:47.238592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745dd560-41a4-48c4-aef7-4012fd23d84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:47.240201 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-745dd560-41a4-48c4-aef7-4012fd23d84c admin admin] 10.222.0.75 "GET /v2.0/subnets/a7020266-abbe-4c23-93c5-282ee76fb29b HTTP/1.1" status: 200 len: 816 time: 0.1158962 Apr 16 11:53:47.930719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:48.620961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:48.984204 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:53:49.788685 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 42544) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:53:49.917466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa15ceaf-5e20-48f3-980c-4be2a1048069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:53:49.918973 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-fa15ceaf-5e20-48f3-980c-4be2a1048069 admin admin] 10.222.0.75 "GET /v2.0/subnets/daa4f450-234a-4869-928c-433dd56adf41 HTTP/1.1" status: 200 len: 868 time: 0.1292109 Apr 16 11:54:14.317995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-54e44592-6863-4566-a4c2-c168a2d2d846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:16.871167 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 42588) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:16.924156 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [None req-787a1ef7-d81d-4c92-81c2-134429fdb523 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:54:16.925318 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-787a1ef7-d81d-4c92-81c2-134429fdb523 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531321 Apr 16 11:54:17.056361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f077545b-1db0-4fd8-9f0c-158e8163c083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:17.928808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:18.070950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:54:18.624354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:18.986668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:19.537251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 42598) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:19.618174 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b751ba4d-09ec-4d35-9697-402fe2d52318 admin admin] GET failed (client error): The resource could not be found. Apr 16 11:54:19.618732 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b751ba4d-09ec-4d35-9697-402fe2d52318 admin admin] Synchronizing usage tracker for tenant:83c1c258ae7745dbbd36ab6eba9984c0 on resource:network {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:54:19.636921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b751ba4d-09ec-4d35-9697-402fe2d52318 admin admin] Unset dirty status for tenant:83c1c258ae7745dbbd36ab6eba9984c0 on resource:network {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:54:19.638209 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b751ba4d-09ec-4d35-9697-402fe2d52318 admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0998724 Apr 16 11:54:19.777593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f1a0c6-c3ad-4187-b17e-3b79eae7d69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:19.779160 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-22f1a0c6-c3ad-4187-b17e-3b79eae7d69f admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367111 Apr 16 11:54:22.322076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 42608) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:22.375154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:22.380009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:22.389868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:22.398902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Made reservation on behalf of 83c1c258ae7745dbbd36ab6eba9984c0 for: {'network': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:54:22.403448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.496328 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.services.revisions.revision_plugin [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Could not find related network for resource to bump revision. Apr 16 11:54:22.508195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=85302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:54:22.517307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.517692 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Added segment df30d5f8-e9ab-49e6-913d-25f2dec01316 of type vlan for network fb6ee51c-6bf1-46fd-bd91-15a22968b610 Apr 16 11:54:22.546363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.575916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.577310 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:22.577948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:22.583403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:22.691074 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3677871 Apr 16 11:54:22.691890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Pushing event updated for resources: {'Network': ['ID=fb6ee51c-6bf1-46fd-bd91-15a22968b610,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:22.699568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.699952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.700307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.700721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.701084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.701445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.701806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.702166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.702532 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.702889 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.703823 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.704196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:22.709861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:22.718426 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network fb6ee51c-6bf1-46fd-bd91-15a22968b610 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:54:25.305094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 42618) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:54:25.383034 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce28de75-8ade-420f-bae8-119e316bc2af admin admin] GET failed (client error): The resource could not be found. Apr 16 11:54:25.383594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ce28de75-8ade-420f-bae8-119e316bc2af admin admin] Synchronizing usage tracker for tenant:83c1c258ae7745dbbd36ab6eba9984c0 on resource:network {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:54:25.409587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ce28de75-8ade-420f-bae8-119e316bc2af admin admin] Unset dirty status for tenant:83c1c258ae7745dbbd36ab6eba9984c0 on resource:network {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:54:25.410853 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ce28de75-8ade-420f-bae8-119e316bc2af admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1046834 Apr 16 11:54:25.532597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af1725-9a31-42ca-8b28-777102dd780b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:25.534185 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-29af1725-9a31-42ca-8b28-777102dd780b admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1146090 Apr 16 11:54:25.546972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Request body: {'subnet': {'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:54:25.553204 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:54:25.563175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:54:25.572838 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Made reservation on behalf of 83c1c258ae7745dbbd36ab6eba9984c0 for: {'subnet': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:54:25.577628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:26.004060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for subnet, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:26.019505 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:26.304412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Pushing event updated for resources: {'Subnet': ['ID=52334aef-57e5-407a-a70e-eec44e74f47e,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:26.311170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:26.371136 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Checking segment: {'id': 'df30d5f8-e9ab-49e6-913d-25f2dec01316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:54:26.371521 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Network hostable DHCP agents. Network: fb6ee51c-6bf1-46fd-bd91-15a22968b610, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:54:26.392985 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Network fb6ee51c-6bf1-46fd-bd91-15a22968b610 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:54:26.402467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, fb6ee51c-6bf1-46fd-bd91-15a22968b610) {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:54:26.407100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:54:26.407737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:26.412962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1037fd1b-4bce-479f-8109-8b5cb2a8de6b None None] Network fb6ee51c-6bf1-46fd-bd91-15a22968b610 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:54:26.433140 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8891394 Apr 16 11:54:26.661156 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81f0f0c5-41cd-5cf2-b41f-d922a99fc798-fb6ee51c-6bf1-46fd-bd91-15a22968b610', 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610', 'tenant_id': '83c1c258ae7745dbbd36ab6eba9984c0', 'fixed_ips': [{'subnet_id': '52334aef-57e5-407a-a70e-eec44e74f47e'}]}} from dv-cinder-786627-1-smb. {{(pid=85304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:54:26.662078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:26.840009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Allocated IP 192.168.233.2 (fb6ee51c-6bf1-46fd-bd91-15a22968b610/52334aef-57e5-407a-a70e-eec44e74f47e/7890404e-e88e-435e-98cb-9b1b42b864f1) {{(pid=85304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:54:27.078856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Notify callbacks [] for port, precommit_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.091140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Transition to ACTIVE for port object 7890404e-e88e-435e-98cb-9b1b42b864f1 will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:54:27.111698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Transition to ACTIVE for port object 7890404e-e88e-435e-98cb-9b1b42b864f1 will not be triggered until provisioned by entity DHCP. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:54:27.117269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.134986 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:27.449019 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Pushing event updated for resources: {'Port': ['ID=7890404e-e88e-435e-98cb-9b1b42b864f1,revision_number=1']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:27.470028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.470406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.470779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.471144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.471497 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.471860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.472210 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.472600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.472961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.473845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.473982 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.474328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:54:27.481698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:27.522782 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Network fb6ee51c-6bf1-46fd-bd91-15a22968b610 is already hosted by enough agents. {{(pid=85304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:54:27.524096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Resources bound (agent type, host, resource id): {{(pid=85304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:54:27.528396 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Received port after_create {{(pid=85304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:54:27.625111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Attempting to bind port 7890404e-e88e-435e-98cb-9b1b42b864f1 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:54:27.625522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Attempting to bind port 7890404e-e88e-435e-98cb-9b1b42b864f1 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'df30d5f8-e9ab-49e6-913d-25f2dec01316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:54:27.625926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Attempting to bind port 7890404e-e88e-435e-98cb-9b1b42b864f1 on network fb6ee51c-6bf1-46fd-bd91-15a22968b610 {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:54:27.632515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:54:27.632952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Checking segment: {'id': 'df30d5f8-e9ab-49e6-913d-25f2dec01316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:54:27.633384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.633818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Bound using segment: {'id': 'df30d5f8-e9ab-49e6-913d-25f2dec01316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:54:27.634332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Bound port: 7890404e-e88e-435e-98cb-9b1b42b864f1, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df30d5f8-e9ab-49e6-913d-25f2dec01316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:54:27.634742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.734531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] For port 7890404e-e88e-435e-98cb-9b1b42b864f1, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:54:27.738385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] For port 7890404e-e88e-435e-98cb-9b1b42b864f1, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=7890404e-e88e-435e-98cb-9b1b42b864f1,segment=NetworkSegment(df30d5f8-e9ab-49e6-913d-25f2dec01316),segment_id=df30d5f8-e9ab-49e6-913d-25f2dec01316)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:54:27.742700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:27.759226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:27.918085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Pushing event updated for resources: {'Port': ['ID=7890404e-e88e-435e-98cb-9b1b42b864f1,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:27.923003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:28.965842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 7890404e-e88e-435e-98cb-9b1b42b864f1 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:54:29.047485 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 7890404e-e88e-435e-98cb-9b1b42b864f1 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:54:29.288244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de0eebb-c46f-4120-922a-4bdaf436b020 None None] Network fb6ee51c-6bf1-46fd-bd91-15a22968b610 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:54:29.389689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-50ebc5d6-ab91-4e46-9389-931819ace892 None None] Provisioning for port 7890404e-e88e-435e-98cb-9b1b42b864f1 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:54:29.401772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-50ebc5d6-ab91-4e46-9389-931819ace892 None None] Provisioning complete for port 7890404e-e88e-435e-98cb-9b1b42b864f1 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:54:29.402189 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-50ebc5d6-ab91-4e46-9389-931819ace892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:29.648393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-50ebc5d6-ab91-4e46-9389-931819ace892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:29.704021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-50ebc5d6-ab91-4e46-9389-931819ace892 None None] For port 7890404e-e88e-435e-98cb-9b1b42b864f1, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=7890404e-e88e-435e-98cb-9b1b42b864f1,segment=NetworkSegment(df30d5f8-e9ab-49e6-913d-25f2dec01316),segment_id=df30d5f8-e9ab-49e6-913d-25f2dec01316)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:54:29.709004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-50ebc5d6-ab91-4e46-9389-931819ace892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:29.710883 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:54:29.786196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebc5d6-ab91-4e46-9389-931819ace892 None None] Pushing event updated for resources: {'Port': ['ID=7890404e-e88e-435e-98cb-9b1b42b864f1,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:54:29.791665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-50ebc5d6-ab91-4e46-9389-931819ace892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:54:29.936979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-0846833d-2042-45f7-bddd-a731602ce87b None None] Provisioning complete for port 7890404e-e88e-435e-98cb-9b1b42b864f1 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:54:29.937313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0846833d-2042-45f7-bddd-a731602ce87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:30.936619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 7890404e-e88e-435e-98cb-9b1b42b864f1 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:54:31.015850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 7890404e-e88e-435e-98cb-9b1b42b864f1 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:54:31.016271 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:44.321002 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7aa6c99-7f9b-4ea6-97ec-f53b93ab90ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.060967 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eb2da66c-82d4-4c8a-bf0f-dcd724b6030d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:47.932478 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.626792 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:48.990762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:54:55.070208 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:55:14.322886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25915912-1e24-4f7b-afd5-b7eb3cb524e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.072621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c5cf9733-e61a-4b29-9828-978634a9ba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:17.936227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.630712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:18.994550 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:32.077497 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:55:42.473984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 42660) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:42.480447 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [None req-769dd61b-f42a-4119-a25f-70040e46b155 tempest-verify_tempest_config-1424570055 tempest-verify_tempest_config-1424570055-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85302) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:55:42.481545 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-769dd61b-f42a-4119-a25f-70040e46b155 tempest-verify_tempest_config-1424570055 tempest-verify_tempest_config-1424570055-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064273 Apr 16 11:55:42.807460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 42678) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:42.935548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:42.951436 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:55:42.955442 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Usage tracker for resource:security_group_rule and tenant:51ce520084c54cb6b2f18303abc16aca is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:55:42.959309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:55:42.965521 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:55:43.060286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:43.062943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:43.072691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:43.115274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Synchronizing usage tracker for tenant:83c1c258ae7745dbbd36ab6eba9984c0 on resource:security_group {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:55:43.118789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82717988-36a5-4a39-ad94-da26760b5051,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:43.129656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.130036 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.130409 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.130775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.131137 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.131503 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.131858 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.132216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.132619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.132974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.133324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.133675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.138928 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:43.147001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Unset dirty status for tenant:83c1c258ae7745dbbd36ab6eba9984c0 on resource:security_group {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:55:43.151216 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=51ce520084c54cb6b2f18303abc16aca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3427091 Apr 16 11:55:43.151339 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42684) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:55:43.213850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:43.240651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:43.295344 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:43.300959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:55:43.314329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82717988-36a5-4a39-ad94-da26760b5051,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:55:43.322994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.323371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.323741 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.324106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.324466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.324855 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.325212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.325568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.325943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.326299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.326651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.327000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:55:43.329745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:43.330934 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/82717988-36a5-4a39-ad94-da26760b5051 HTTP/1.1" status: 204 len: 168 time: 0.1785209 Apr 16 11:55:43.332968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:55:44.325835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-16040b78-61aa-4e88-9018-b14edfed9d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:47.065306 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-aacd228c-a0f1-4428-9caf-986380954120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:47.939121 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:48.633529 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:55:48.996489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:09.076534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:56:14.327571 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-60331f85-065d-4e86-b08a-2d53fa1adacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.069465 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ac41701a-d17a-4174-8bc3-b8d10cd42f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:17.942201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:18.636440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:19.000729 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:44.331062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-66769d74-b20e-4c9e-9fd8-326e8aa5cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:46.077103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:56:47.073604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eb50be93-af33-4c03-833a-f6c79fbc39a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:47.943756 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:48.638330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:56:49.003600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:14.332961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-892a2c9c-80af-4e16-9dc9-5c03445b1929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:17.074521 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6f22d44f-b354-45b2-8f02-63c118d47efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:17.947408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:18.641987 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:19.008971 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:23.076997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 5 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:57:29.637294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671'] for agent, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:34.318885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42744) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:34.444353 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3a380d2d-5a4d-4065-b3d5-74d65fa41231 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1242723 Apr 16 11:57:36.976223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42754) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:57:37.038325 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-514bef2f-c8d4-49b9-a6dc-cae7e9f0ba1d admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0602741 Apr 16 11:57:44.335309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d1f8a0be-1ecf-42ac-bd99-410fa34e2c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:47.076918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b1c3d664-fc15-4d80-867e-16b76286c39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:47.950440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:48.644627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:49.013192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:57:59.562036 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:00.077131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:58:14.344085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7364cb3f-740e-4065-b802-7d6df3becc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:17.082574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2713a91d-1f39-4ece-b90e-72ed6cf33774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:17.954895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:18.649558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:19.019201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:29.559758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:37.077506 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:58:44.338514 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-47bf7c94-8112-499a-8ac9-220f5b6e737b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.077262 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8eebbf8d-cfe0-407d-aea4-253dec5d685f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:47.957693 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:48.652040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:49.021239 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:58:59.575710 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:14.077752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:59:14.356763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a3f91e27-3800-4b39-ac24-eb9e88217118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.042548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42922) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:16.355184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-940866119-network', 'tenant_id': '3926a68b30594b048587be62637bfcfc'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:16.360719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:16.367034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Usage tracker for resource:network and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:16.370789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:16.378466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:16.389601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Made reservation on behalf of 3926a68b30594b048587be62637bfcfc for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:16.394409 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.409247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.434588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:16.438885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Usage tracker for resource:security_group_rule and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:16.441964 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:16.449487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:16.567578 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.571216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.576205 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:16.612329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88f3087-1d0c-47d3-98d3-43e9fd473fae,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:16.626846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.627232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.627602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.627970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.628332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.628701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.629264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.629632 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.630009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.630369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.631300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.631697 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Tracked resource versions report: Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: pushed versions: Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: { 'AddressGroup': {'1.2'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': {'1.0'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': {'1.0'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': {'1.1'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': {'1.7'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': {'1.2'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': {'1.8'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': {'1.4'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': {'1.0'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': {'1.1'}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': {'1.1'}} Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: consumer versions: Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: { DHCP agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: HyperV agent@hv-cinder-78662: {}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: L3 agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: Metadata agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: Metering agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: Open vSwitch agent@dv-cinder-786627-1-smb: { 'AddressGroup': '1.2', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': '1.0', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': '1.0', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': '1.1', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': '1.7', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': '1.2', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': '1.8', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': '1.4', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': '1.2', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': '1.0', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': '1.1', Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': '1.1'}} Apr 16 11:59:16.633065 dv-cinder-786627-1-smb neutron-server[85187]: {{(pid=85303) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:59:16.642732 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:16.644741 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:59:16.659434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.660368 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Added segment e952bef4-c1ed-484f-97e3-79b2daf790f2 of type vlan for network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 Apr 16 11:59:16.706014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.726942 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 42962) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:16.752177 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.755047 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:16.756212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:16.777612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e03bcc82-c184-4e7c-b0ab-6f9febdbdabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:16.886878 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8428233 Apr 16 11:59:16.890026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 42974) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:16.898210 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Request body: {'subnet': {'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-940866119-subnet', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:16.904012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:16.908824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:16.913720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:16.917235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Usage tracker for resource:subnet and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:16.920789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:16.923936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:59:16.951471 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:16.963306 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Made reservation on behalf of 3926a68b30594b048587be62637bfcfc for: {'subnet': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:16.968148 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.098150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8768de23-a75d-4939-8169-9f5f5fc69c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.197704 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-632989762-network', 'tenant_id': 'eb11fc1c10274fef904940ac2682ad70'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:17.216792 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:17.238807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Usage tracker for resource:network and tenant:eb11fc1c10274fef904940ac2682ad70 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:17.242558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:17.250331 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:17.296106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 42986) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:17.328677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Made reservation on behalf of eb11fc1c10274fef904940ac2682ad70 for: {'network': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:17.333432 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.351128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.376351 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:17.384852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Usage tracker for resource:security_group_rule and tenant:eb11fc1c10274fef904940ac2682ad70 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:17.389682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:17.398462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:17.489558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43002) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:17.590588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.606535 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.615349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for subnet, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.618126 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:17.632968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-network', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:17.643456 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:17.649162 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Usage tracker for resource:network and tenant:89bec72172304c24ba69a460a96b3d4f is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:17.653653 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:17.661757 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:17.676464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Made reservation on behalf of 89bec72172304c24ba69a460a96b3d4f for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:17.683523 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.708190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-network', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:17.713217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.727644 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:17.735272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Usage tracker for resource:network and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:17.741433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:17.744897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:17.750011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a254c8b3-a01b-4042-a337-7902579a2000,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:17.751931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:17.754766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Usage tracker for resource:security_group_rule and tenant:89bec72172304c24ba69a460a96b3d4f is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:17.759371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=85302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:59:17.759567 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:17.767870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.768232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.768801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.769385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.769528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:17.770048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.770556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.771094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.771736 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.772253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.772849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.773359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.773994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Tracked resource versions report: Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: pushed versions: Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: { 'AddressGroup': {'1.2'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': {'1.0'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': {'1.0'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': {'1.1'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': {'1.7'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': {'1.2'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': {'1.8'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': {'1.4'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': {'1.0'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': {'1.1'}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': {'1.1'}} Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: consumer versions: Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: { DHCP agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: HyperV agent@hv-cinder-78662: {}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: L3 agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: Metadata agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: Metering agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: Open vSwitch agent@dv-cinder-786627-1-smb: { 'AddressGroup': '1.2', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': '1.0', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': '1.0', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': '1.1', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': '1.7', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': '1.2', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': '1.8', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': '1.4', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': '1.2', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': '1.0', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': '1.1', Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': '1.1'}} Apr 16 11:59:17.775615 dv-cinder-786627-1-smb neutron-server[85187]: {{(pid=85302) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:59:17.782359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Made reservation on behalf of bcf04e4015a04ba9a2001fa8c695d8b3 for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:17.782860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:17.787909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.788979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3968cccb-4e0c-4a3c-8959-1977dde7c61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:17.826769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.846899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.847282 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Added segment d713535e-5d50-49dd-b842-d87df439d40b of type vlan for network 63684a4c-b34a-4bd9-aa8d-b33975610bad Apr 16 11:59:17.864272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:17.875350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Usage tracker for resource:security_group_rule and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:17.880752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:17.893843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:17.897070 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:17.897305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:17.931673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.972764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:17.996010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.001581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.002392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.009346 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2be22ba0-4fb5-4015-ba29-ed98a053b5d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:18.036610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.049038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.080957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:18.103281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Checking segment: {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:18.104288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Network hostable DHCP agents. Network: a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:59:18.125095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:59:18.163561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Pushing event updated for resources: {'Network': ['ID=63684a4c-b34a-4bd9-aa8d-b33975610bad,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:18.167301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:18.176073 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4466801 Apr 16 11:59:18.177188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43026) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:18.180446 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 63684a4c-b34a-4bd9-aa8d-b33975610bad details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:59:18.181562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:59:18.188064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Request body: {'subnet': {'network_id': '63684a4c-b34a-4bd9-aa8d-b33975610bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-632989762-subnet', 'tenant_id': 'eb11fc1c10274fef904940ac2682ad70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:18.197715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:18.203345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.206143 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Added segment 2a58c9c7-bd17-4907-9641-824d89c7c5e5 of type vlan for network 195b8b6d-8669-46c0-8ca5-07056e1f0597 Apr 16 11:59:18.223056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Usage tracker for resource:subnet and tenant:eb11fc1c10274fef904940ac2682ad70 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:18.227304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2) {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:18.245326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.246400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.253895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:18.282867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:18.296326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61d27aa-a153-4b4f-84dd-7078616aef69,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:18.307879 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4160533 Apr 16 11:59:18.313147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.314922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43032) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:18.322272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:18.331626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:18.336626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.338362 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Made reservation on behalf of eb11fc1c10274fef904940ac2682ad70 for: {'subnet': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:18.343996 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.345779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.350334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:18.379451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 11:59:18.385236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea32dc-5617-4dc2-b48b-41579097e20d None None] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:18.422153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543b35df-7088-4bcb-bb0b-8ec4efc0bd38,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:18.429648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:18.431052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.431544 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Added segment a8e9c242-6579-4ae6-b6f6-36297755b11b of type vlan for network 866160ca-b38d-424e-b94b-1de06f3aa76c Apr 16 11:59:18.445984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.451586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.452421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.461936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:18.621687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Pushing event updated for resources: {'Network': ['ID=195b8b6d-8669-46c0-8ca5-07056e1f0597,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:18.640275 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:18.648236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.693692 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3957903 Apr 16 11:59:18.696419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43040) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:18.704707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Request body: {'subnet': {'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-subnet', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:18.710354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:18.715648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Usage tracker for resource:subnet and tenant:89bec72172304c24ba69a460a96b3d4f is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:18.719403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:18.726530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:18.736038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Made reservation on behalf of 89bec72172304c24ba69a460a96b3d4f for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:18.741712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.747821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:59:18.759389 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.815662 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:18.829348 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:18.837176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.838704 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Usage tracker for resource:router and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:18.849262 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:18.903359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86a43e9a-54f0-4cbd-af32-0347a3062e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:18.923487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:18.927263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81f0f0c5-41cd-5cf2-b41f-d922a99fc798-a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8'}]}} from dv-cinder-786627-1-smb. {{(pid=85304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:59:18.928269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.951326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850976997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13524'] for router, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.952805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3798982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762276'] for router, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:18.977894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43054) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:18.978102 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4844394 Apr 16 11:59:18.994069 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Request body: {'subnet': {'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-subnet', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:19.004589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.016398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:19.025792 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Usage tracker for resource:subnet and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:19.029799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:19.057925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:19.096791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.143460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.228941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Pushing event updated for resources: {'Network': ['ID=866160ca-b38d-424e-b94b-1de06f3aa76c,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:19.233618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:19.256854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Made reservation on behalf of bcf04e4015a04ba9a2001fa8c695d8b3 for: {'subnet': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:19.263788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Allocated IP 172.20.0.2 (a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2/44414bf5-20e3-40cb-b7e9-3db1f3f74dc8/f9de44b3-50b2-46ae-9db5-8ca6f030cb63) {{(pid=85304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:19.268401 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Notify callbacks [] for subnet, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.602580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 866160ca-b38d-424e-b94b-1de06f3aa76c details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 11:59:19.753576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850976984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762317'] for router, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.789966 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for subnet, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.816792 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-53e36036-03ec-40ac-b5c5-40a41af83567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:19.913101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Notify callbacks [] for port, precommit_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.929769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Transition to ACTIVE for port object f9de44b3-50b2-46ae-9db5-8ca6f030cb63 will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:19.959067 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Transition to ACTIVE for port object f9de44b3-50b2-46ae-9db5-8ca6f030cb63 will not be triggered until provisioned by entity DHCP. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:19.966835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.973255 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:19.988371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bbf8f1bc-6839-46f1-9f69-7d7c3de792ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:20.075730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Pushing event updated for resources: {'Port': ['ID=f9de44b3-50b2-46ae-9db5-8ca6f030cb63,revision_number=1']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:20.156668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.157176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.157561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.158135 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.158571 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.159142 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.159580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.160011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.160589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.161025 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.161619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.163140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Tracked resource versions report: Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: pushed versions: Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: { 'AddressGroup': {'1.2'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': {'1.0'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': {'1.0'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': {'1.1'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': {'1.7'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': {'1.2'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': {'1.8'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': {'1.4'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': {'1.0'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': {'1.1'}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': {'1.1'}} Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: consumer versions: Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: { DHCP agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: HyperV agent@hv-cinder-78662: {}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: L3 agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: Metadata agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: Metering agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: Open vSwitch agent@dv-cinder-786627-1-smb: { 'AddressGroup': '1.2', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': '1.0', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': '1.0', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': '1.1', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': '1.7', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': '1.2', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': '1.8', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': '1.4', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': '1.2', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': '1.0', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': '1.1', Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': '1.1'}} Apr 16 11:59:20.164627 dv-cinder-786627-1-smb neutron-server[85187]: {{(pid=85304) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:59:20.174507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:20.187473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:20.296811 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Checking segment: {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:20.297311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Network hostable DHCP agents. Network: 195b8b6d-8669-46c0-8ca5-07056e1f0597, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:59:20.314460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7934d93-8659-42e4-87aa-5276739ad1e6,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:20.319390 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:20.328166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 is already hosted by enough agents. {{(pid=85304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:20.329258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:59:20.330051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Resources bound (agent type, host, resource id): {{(pid=85304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:20.334796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Received port after_create {{(pid=85304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:20.359193 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 195b8b6d-8669-46c0-8ca5-07056e1f0597) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:20.376418 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:20.377350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.387139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034187a-56d6-40bc-95fa-7aea880f70a5 None None] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:20.462986 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7650959 Apr 16 11:59:20.469171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43088) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:20.492075 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:20.507901 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:20.511601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1faf5989-481d-4cff-b188-fcb110f312cb,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:20.543123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Usage tracker for resource:router and tenant:89bec72172304c24ba69a460a96b3d4f is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:20.567737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:20.575212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Attempting to bind port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:20.575725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Attempting to bind port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:20.576215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Attempting to bind port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 on network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:20.588433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.772s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:20.611731 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:20.637565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850976997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13524'] for router, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.640194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:20.641593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3798982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762276'] for router, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.646758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Checking segment: {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:20.647355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.647899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Bound using segment: {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:20.648592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Bound port: f9de44b3-50b2-46ae-9db5-8ca6f030cb63, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:20.649119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.686017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:20.732145 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Checking segment: {'id': 'd713535e-5d50-49dd-b842-d87df439d40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '63684a4c-b34a-4bd9-aa8d-b33975610bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:20.732798 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Network hostable DHCP agents. Network: 63684a4c-b34a-4bd9-aa8d-b33975610bad, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:59:20.883235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Network 63684a4c-b34a-4bd9-aa8d-b33975610bad is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:59:21.059026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 63684a4c-b34a-4bd9-aa8d-b33975610bad) {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:21.080146 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:21.081049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:21.097060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38eaff1-e271-4609-a53a-0e1d7d6c3159 None None] Network 63684a4c-b34a-4bd9-aa8d-b33975610bad requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:21.152535 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5f23f-9583-4510-8c0d-8a38c142d9c3 None None] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:21.163451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:21.231458 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:21.236007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] For port f9de44b3-50b2-46ae-9db5-8ca6f030cb63, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:21.240876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850976984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762317'] for router, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:21.355426 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] For port f9de44b3-50b2-46ae-9db5-8ca6f030cb63, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=f9de44b3-50b2-46ae-9db5-8ca6f030cb63,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:21.411199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Allocated IP 172.28.3.36 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/6a6183e5-040b-4f12-a186-6b7961614037) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:21.549528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:21.617715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:21.729507 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-55550a84-9bc2-4216-b467-de7408e2bcd0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5500031 Apr 16 11:59:21.778976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for subnet, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:21.862237 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:21.906405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:22.063483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d27a29-1fb5-4867-a44f-cca8ace6f94e None None] Network 63684a4c-b34a-4bd9-aa8d-b33975610bad requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:22.082779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Pushing event updated for resources: {'Port': ['ID=f9de44b3-50b2-46ae-9db5-8ca6f030cb63,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:22.092828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:22.104545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:22.105955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:22.243285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3026b28-06c9-4ebd-b0b3-b690496d2212,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:22.252279 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:22.266442 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:22.289225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:22.373614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43162) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:22.376958 dv-cinder-786627-1-smb neutron-server[85187]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 11:59:22.415186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Checking segment: {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:22.415606 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Network hostable DHCP agents. Network: 866160ca-b38d-424e-b94b-1de06f3aa76c, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 11:59:22.417650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Allocated IP 172.28.3.254 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/122dea9b-37b5-4f79-90e0-ed8a4f8cc768) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:22.494474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Pushing event updated for resources: {'Port': ['ID=6a6183e5-040b-4f12-a186-6b7961614037,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:22.502141 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Network 866160ca-b38d-424e-b94b-1de06f3aa76c is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 11:59:22.512098 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:22.515619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 866160ca-b38d-424e-b94b-1de06f3aa76c) {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:22.534183 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:22.534998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:22.539476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59192eb-24f3-41b3-a753-3d45241a6b1a None None] Network 866160ca-b38d-424e-b94b-1de06f3aa76c requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:22.612944 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.6308019 Apr 16 11:59:22.623520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:22.624599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43174) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:22.625655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:22.629797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:22.646587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-1c7a95f0-d689-4137-bab5-a87b99b25cea tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:22.655517 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-1c7a95f0-d689-4137-bab5-a87b99b25cea tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/networks?id=63684a4c-b34a-4bd9-aa8d-b33975610bad HTTP/1.1" status: 200 len: 811 time: 0.2806337 Apr 16 11:59:22.695240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:22.710259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:22.722303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Usage tracker for resource:router and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:22.729269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:22.745884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:22.754632 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-7e3ad753-fd81-43fc-984c-5db69c06987a tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/quotas/eb11fc1c10274fef904940ac2682ad70 HTTP/1.1" status: 200 len: 375 time: 0.0978799 Apr 16 11:59:22.818348 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-1bf47368-04bc-4976-88d7-2cf9622d19df tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=eb11fc1c10274fef904940ac2682ad70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622802 Apr 16 11:59:22.981228 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:23.039783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43196) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:23.051140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:23.108870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-789071f3-c896-4fb8-963e-81b6b3d0b624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:23.190849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850976997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13524'] for router, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:23.192292 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3798982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762276'] for router, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:23.295065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:23.413810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81f0f0c5-41cd-5cf2-b41f-d922a99fc798-866160ca-b38d-424e-b94b-1de06f3aa76c', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212'}]}} from dv-cinder-786627-1-smb. {{(pid=85304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 11:59:23.414750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:23.465656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Pushing event updated for resources: {'Port': ['ID=122dea9b-37b5-4f79-90e0-ed8a4f8cc768,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:23.479801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:23.492720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-e71da7bb-f117-4f12-802a-13f3613e4718 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:59:23.494750 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-e71da7bb-f117-4f12-802a-13f3613e4718 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2827277 Apr 16 11:59:23.500606 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:23.857992 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Allocated IP 172.20.0.2 (866160ca-b38d-424e-b94b-1de06f3aa76c/e3026b28-06c9-4ebd-b0b3-b690496d2212/e6f26ffd-9cca-4fac-9691-58f37f5c8023) {{(pid=85304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:23.934384 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-f8647f81-a9b9-4cd0-8a77-68a2ad8a6e81 service neutron] 10.222.0.75 "GET /v2.0/networks/63684a4c-b34a-4bd9-aa8d-b33975610bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033539 Apr 16 11:59:23.938153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:24.126739 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850976984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762317'] for router, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:24.157093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:24.216525 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-90e45b3f-dd47-4eb9-b36b-acf7d051b7ab service neutron] 10.222.0.75 "GET /v2.0/networks/63684a4c-b34a-4bd9-aa8d-b33975610bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734261 Apr 16 11:59:24.243221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Usage tracker for resource:security_group_rule and tenant:d94977cd25834f5eba51999456d96ae5 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:24.265854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:24.290547 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:24.330600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Notify callbacks [] for port, precommit_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:24.343108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Transition to ACTIVE for port object e6f26ffd-9cca-4fac-9691-58f37f5c8023 will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:24.375034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Transition to ACTIVE for port object e6f26ffd-9cca-4fac-9691-58f37f5c8023 will not be triggered until provisioned by entity DHCP. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:24.385558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:24.436270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:24.446360 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:24.450818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:24.610459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-50ebc5d6-ab91-4e46-9389-931819ace892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:24.704745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Network 866160ca-b38d-424e-b94b-1de06f3aa76c is already hosted by enough agents. {{(pid=85304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:24.718343 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Resources bound (agent type, host, resource id): {{(pid=85304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:24.722519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Received port after_create {{(pid=85304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:24.810260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43262) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:24.810594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43264) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:24.857897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Pushing event updated for resources: {'Port': ['ID=e6f26ffd-9cca-4fac-9691-58f37f5c8023,revision_number=1']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:24.887499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebdc6a-0466-42c7-94fb-7a5462631106 None None] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:24.945686 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43278) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:24.947546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850975282'] for router, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.027455 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:25.029777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Attempting to bind port e6f26ffd-9cca-4fac-9691-58f37f5c8023 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:25.030478 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Attempting to bind port e6f26ffd-9cca-4fac-9691-58f37f5c8023 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:25.031052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Attempting to bind port e6f26ffd-9cca-4fac-9691-58f37f5c8023 on network 866160ca-b38d-424e-b94b-1de06f3aa76c {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:25.106725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:25.107526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Checking segment: {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:25.108799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.109414 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Bound using segment: {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:25.110124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Bound port: e6f26ffd-9cca-4fac-9691-58f37f5c8023, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:25.110721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.122052 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a0269ef-0558-41a6-a75a-4790d90a5d41 req-1192c673-3081-49d2-8d4d-277164329eff tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 210 time: 0.3066380 Apr 16 11:59:25.291891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] For port e6f26ffd-9cca-4fac-9691-58f37f5c8023, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:25.295557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] For port e6f26ffd-9cca-4fac-9691-58f37f5c8023, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=e6f26ffd-9cca-4fac-9691-58f37f5c8023,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:25.307286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device f9de44b3-50b2-46ae-9db5-8ca6f030cb63 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:25.341621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-82b8c111-6b6f-4745-a8f0-0647e44a4c55 None None] Provisioning for port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:25.346407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.425524 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.437026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 is scheduled to L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf with binding_index 1 {{(pid=85302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:59:25.465663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:25.470139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Usage tracker for resource:security_group_rule and tenant:e9f8f52c31fd4d94841cad7011c3da19 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:25.473491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:25.481789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:25.500714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:25.532665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.610751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:25.616604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Usage tracker for resource:security_group_rule and tenant:2a461c8c4a5c46f5a63007ffbcf97349 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:25.620676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:25.627454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:25.739689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.778979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Pushing event updated for resources: {'Port': ['ID=e6f26ffd-9cca-4fac-9691-58f37f5c8023,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:25.792815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:25.798254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:25.800101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:25.800274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.806186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:25.883303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7902d0e5-91a5-4e23-934a-a86e009cbadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:25.916525 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2a461c8c4a5c46f5a63007ffbcf97349&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9599881 Apr 16 11:59:25.924875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43322) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:25.999089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.028708 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.037892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.039965 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.082296 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port f9de44b3-50b2-46ae-9db5-8ca6f030cb63, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=f9de44b3-50b2-46ae-9db5-8ca6f030cb63,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:26.088332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.092120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-077f4537-63e1-4eff-97dd-f7c4cac70e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:26.273452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:26.289526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Sync routers for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:26.295311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=f9de44b3-50b2-46ae-9db5-8ca6f030cb63,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:26.308645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:26.313605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:26.315688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:26.319536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.325116 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-4dfde390-8dd6-441d-b0bf-d38f1d996a13 None None] Provisioning complete for port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:26.325463 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4dfde390-8dd6-441d-b0bf-d38f1d996a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.373467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Notify callbacks [] for router, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.374939 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0579150 Apr 16 11:59:26.388796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43342) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:26.410611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.551838 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-73765aa7-ddca-4789-bf67-0d2d9b880bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.715097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-73765aa7-ddca-4789-bf67-0d2d9b880bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:26.732859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:26.753955 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-383e1ca1-1953-4ff7-abdc-334ebfa93753 req-c875cb4f-eb46-4abe-833a-b7358403d722 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 210 time: 0.2673635 Apr 16 11:59:26.754294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb5e1c-607a-4cd3-aeb7-72480daf281e,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:26.758824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:26.765733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:26.859433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc899e-327c-4b3c-af00-2b832f2d3572,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:26.875507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:26.917789 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d94977cd25834f5eba51999456d96ae5&name=default HTTP/1.1" status: 200 len: 2975 time: 3.8689969 Apr 16 11:59:26.929640 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43362) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:26.977630 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.002281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.035285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bd757150-98fd-4930-bc30-0b06275b0e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:27.044820 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e9f8f52c31fd4d94841cad7011c3da19&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2276335 Apr 16 11:59:27.081788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43370) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:27.172983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:23Z', 'revision_number': 3, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:27.179018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Checking router: e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:27.179579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Updating router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 port 6a6183e5-040b-4f12-a186-6b7961614037 binding host dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:59:27.261211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.281207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850975282'] for router, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.309821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device f9de44b3-50b2-46ae-9db5-8ca6f030cb63 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:27.388516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Allocated IP 172.28.3.29 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/25daab7f-1def-428e-9cd0-c737ea120272) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:27.411757 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:27.412702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.415392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-73765aa7-ddca-4789-bf67-0d2d9b880bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.458242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9666d9ec-c19f-4df4-ac1e-3b393521cac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:27.585862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1831cb40-cb79-4b7b-8177-1f29f1272375,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:27.588738 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-632f8429-0247-42f4-a73c-2462a1728769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.629612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:27.655662 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-632f8429-0247-42f4-a73c-2462a1728769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.657895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device e6f26ffd-9cca-4fac-9691-58f37f5c8023 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:27.668713 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.47', 58882) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:27.690320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73765aa7-ddca-4789-bf67-0d2d9b880bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb5e1c-607a-4cd3-aeb7-72480daf281e,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:27.714265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-73765aa7-ddca-4789-bf67-0d2d9b880bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:27.760918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port e6f26ffd-9cca-4fac-9691-58f37f5c8023 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:27.787614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cc1b8d-dd37-4f17-a7c7-242a7325e69b None None] Network 866160ca-b38d-424e-b94b-1de06f3aa76c requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 11:59:27.854735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-73765aa7-ddca-4789-bf67-0d2d9b880bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.855184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8398344f-d1a1-41c5-859e-0249c0b26ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:27.858356 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-73765aa7-ddca-4789-bf67-0d2d9b880bbf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d8cb5e1c-607a-4cd3-aeb7-72480daf281e HTTP/1.1" status: 204 len: 168 time: 1.9249277 Apr 16 11:59:27.910909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Router 49c5a206-ba20-4921-b760-63db13ea304e is scheduled to L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf with binding_index 1 {{(pid=85303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:59:28.092160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.119758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-8df243b1-3096-490b-a17c-f29cecc8dfbe None None] Provisioning for port e6f26ffd-9cca-4fac-9691-58f37f5c8023 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:28.129809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-8df243b1-3096-490b-a17c-f29cecc8dfbe None None] Provisioning complete for port e6f26ffd-9cca-4fac-9691-58f37f5c8023 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:28.130528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8df243b1-3096-490b-a17c-f29cecc8dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.303445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8df243b1-3096-490b-a17c-f29cecc8dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.310233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.320026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8398344f-d1a1-41c5-859e-0249c0b26ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.335987 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-914112f2-2d52-44fe-b2b0-bca5dbd654a5 req-b104b2dc-b5aa-4050-bb77-5d2a9052715d tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 210 time: 0.0891790 Apr 16 11:59:28.361443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-8df243b1-3096-490b-a17c-f29cecc8dfbe None None] For port e6f26ffd-9cca-4fac-9691-58f37f5c8023, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=e6f26ffd-9cca-4fac-9691-58f37f5c8023,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:28.365843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8df243b1-3096-490b-a17c-f29cecc8dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.374438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:28.718833 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-632f8429-0247-42f4-a73c-2462a1728769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.777681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-1eb6af01-f3f6-4bcd-9cae-33972e8f53fe tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:28.784284 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-1eb6af01-f3f6-4bcd-9cae-33972e8f53fe tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.47 "GET /v2.0/networks?id=63684a4c-b34a-4bd9-aa8d-b33975610bad HTTP/1.1" status: 200 len: 811 time: 1.1103463 Apr 16 11:59:28.791680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:28.829784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:28.840263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.845586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.852030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:28.860151 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Request body: {'port': {'device_id': '95c09651-2406-46cc-a0b6-17c9f7b06109', 'network_id': '63684a4c-b34a-4bd9-aa8d-b33975610bad', 'admin_state_up': True, 'tenant_id': 'eb11fc1c10274fef904940ac2682ad70'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:28.866368 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Transition to ACTIVE for port object 6a6183e5-040b-4f12-a186-6b7961614037 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:28.893247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:28.900826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51258592-534b-4265-8975-a6fb7844438c None None] Sync routers for ids ['49c5a206-ba20-4921-b760-63db13ea304e'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:28.931338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df243b1-3096-490b-a17c-f29cecc8dfbe None None] Pushing event updated for resources: {'Port': ['ID=e6f26ffd-9cca-4fac-9691-58f37f5c8023,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:28.934935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3cff7854-eccf-4f76-a93d-c98febfdf1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:28.935787 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8df243b1-3096-490b-a17c-f29cecc8dfbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:28.945800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-5843a073-685d-4908-813b-4f8f9f739091 None None] Provisioning complete for port e6f26ffd-9cca-4fac-9691-58f37f5c8023 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:28.946416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5843a073-685d-4908-813b-4f8f9f739091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:29.019614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51258592-534b-4265-8975-a6fb7844438c None None] Routers {'49c5a206-ba20-4921-b760-63db13ea304e'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:29.021440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-51258592-534b-4265-8975-a6fb7844438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['49c5a206-ba20-4921-b760-63db13ea304e'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:29.254820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Allocated IP 172.20.0.1 (a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2/44414bf5-20e3-40cb-b7e9-3db1f3f74dc8/adea0705-014e-478d-a22c-667ea2b884d7) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:29.287555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-51258592-534b-4265-8975-a6fb7844438c None None] Set router 49c5a206-ba20-4921-b760-63db13ea304e gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:29.292872 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Pushing event updated for resources: {'Port': ['ID=6a6183e5-040b-4f12-a186-6b7961614037,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:29.390922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f8429-0247-42f4-a73c-2462a1728769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc899e-327c-4b3c-af00-2b832f2d3572,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:29.433345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-632f8429-0247-42f4-a73c-2462a1728769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:29.438026 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-632f8429-0247-42f4-a73c-2462a1728769 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30dc899e-327c-4b3c-af00-2b832f2d3572 HTTP/1.1" status: 204 len: 168 time: 2.4971108 Apr 16 11:59:29.443217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-632f8429-0247-42f4-a73c-2462a1728769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:29.446044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:29.449121 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Notify callbacks [] for router, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:29.450179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device e6f26ffd-9cca-4fac-9691-58f37f5c8023 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:29.469362 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.9972122 Apr 16 11:59:29.476303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43440) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:29.482373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.482838 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.483229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.483676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.491957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.492391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.492853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.493283 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.493654 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.496182 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Usage tracker for resource:port and tenant:eb11fc1c10274fef904940ac2682ad70 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:29.498294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.498784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.499244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Tracked resource versions report: Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: pushed versions: Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: { 'AddressGroup': {'1.2'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': {'1.0'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': {'1.0'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': {'1.1'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': {'1.7'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': {'1.2'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': {'1.8'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': {'1.4'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': {'1.2'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': {'1.0'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': {'1.1'}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': {'1.1'}} Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: consumer versions: Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: { DHCP agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: HyperV agent@hv-cinder-78662: {}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: L3 agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: Metadata agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: Metering agent@dv-cinder-786627-1-smb: {}, Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: Open vSwitch agent@dv-cinder-786627-1-smb: { 'AddressGroup': '1.2', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'ConntrackHelper': '1.0', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Log': '1.0', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Network': '1.1', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Port': '1.7', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'PortForwarding': '1.2', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'QosPolicy': '1.8', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroup': '1.4', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'SecurityGroupRule': '1.2', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'SubPort': '1.0', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Subnet': '1.1', Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: 'Trunk': '1.1'}} Apr 16 11:59:29.500481 dv-cinder-786627-1-smb neutron-server[85187]: {{(pid=85305) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 11:59:29.508405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:29.546718 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:29.571200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:29.608684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Attempting to bind port 6a6183e5-040b-4f12-a186-6b7961614037 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:29.609093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Attempting to bind port 6a6183e5-040b-4f12-a186-6b7961614037 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:29.609499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Attempting to bind port 6a6183e5-040b-4f12-a186-6b7961614037 on network 9c19a45b-70d1-473c-b2ec-743cdcfa61be {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:29.627747 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:29.628249 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Checking segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:29.628800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:29.629248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Bound using segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:29.629884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Bound port: 6a6183e5-040b-4f12-a186-6b7961614037, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:29.631053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:29.717713 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Pushing event updated for resources: {'Port': ['ID=25daab7f-1def-428e-9cd0-c737ea120272,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:29.732146 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:29.738826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:29.742579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:29.749186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:29.808836 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:29.822872 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8398344f-d1a1-41c5-859e-0249c0b26ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:29.925745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Transition to ACTIVE for port object adea0705-014e-478d-a22c-667ea2b884d7 will not be triggered until provisioned by entity DHCP. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:30.016533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-632f8429-0247-42f4-a73c-2462a1728769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:30.093533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:30.243378 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9b60483-cf77-4637-a451-92f46d0e777c req-b0910156-04ca-43df-a9a0-4d4a9d1380e3 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 210 time: 0.2719932 Apr 16 11:59:30.244048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Made reservation on behalf of eb11fc1c10274fef904940ac2682ad70 for: {'port': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:30.271288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:30.301420 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] For port 6a6183e5-040b-4f12-a186-6b7961614037, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:30.327454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] For port 6a6183e5-040b-4f12-a186-6b7961614037, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=6a6183e5-040b-4f12-a186-6b7961614037,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:30.331303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:30.520112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:30.773735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Pushing event updated for resources: {'Port': ['ID=6a6183e5-040b-4f12-a186-6b7961614037,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:30.780760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:30.797403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port e6f26ffd-9cca-4fac-9691-58f37f5c8023 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:30.799836 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:30.827090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Allocated IP 172.20.0.9 (63684a4c-b34a-4bd9-aa8d-b33975610bad/1faf5989-481d-4cff-b188-fcb110f312cb/60a1472d-46ac-4930-8ecb-8e1720fe005b) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:30.906419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:30.908680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:30.916215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:30.941760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8398344f-d1a1-41c5-859e-0249c0b26ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1831cb40-cb79-4b7b-8177-1f29f1272375,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:30.967427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8398344f-d1a1-41c5-859e-0249c0b26ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:31.003805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8398344f-d1a1-41c5-859e-0249c0b26ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:31.005506 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8398344f-d1a1-41c5-859e-0249c0b26ad1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1831cb40-cb79-4b7b-8177-1f29f1272375 HTTP/1.1" status: 204 len: 168 time: 3.8908355 Apr 16 11:59:31.163859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-51258592-534b-4265-8975-a6fb7844438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a206-ba20-4921-b760-63db13ea304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:20Z', 'updated_at': '2021-04-16T11:59:25Z', 'revision_number': 3, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'gw_port': {'id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:31.181037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51258592-534b-4265-8975-a6fb7844438c None None] Checking router: 49c5a206-ba20-4921-b760-63db13ea304e for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:31.181440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51258592-534b-4265-8975-a6fb7844438c None None] Updating router 49c5a206-ba20-4921-b760-63db13ea304e port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 binding host dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:59:31.362770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51258592-534b-4265-8975-a6fb7844438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:31.481573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:31.539735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850975282'] for router, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:31.542862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:31.968145 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f76b6396-6b38-4815-9033-8d1d941f6bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:32.077835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Pushing event updated for resources: {'Port': ['ID=adea0705-014e-478d-a22c-667ea2b884d7,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:32.096683 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:32.190309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Router a6bf3562-4860-42ac-b6e9-27ce48f53b48 is scheduled to L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf with binding_index 1 {{(pid=85302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 11:59:32.195812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:32.215280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:32.221620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:32.222206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769739'] for router_interface, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.395024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.444459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51258592-534b-4265-8975-a6fb7844438c None None] Notify callbacks [] for port, precommit_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.460469 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-51258592-534b-4265-8975-a6fb7844438c None None] Transition to ACTIVE for port object 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:32.468086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51258592-534b-4265-8975-a6fb7844438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.499098 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:32.708449 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43492) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:32.718933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.863363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:32.908530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd959f-05c7-44db-a31d-f224cde5f63f None None] Pushing event updated for resources: {'Port': ['ID=122dea9b-37b5-4f79-90e0-ed8a4f8cc768,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:32.922980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a1bd959f-05c7-44db-a31d-f224cde5f63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:32.923138 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:32.932799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-2e9ab706-71b8-4327-b0eb-ac7e50e2f4bb None None] Provisioning for port adea0705-014e-478d-a22c-667ea2b884d7 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:33.003733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-2e9ab706-71b8-4327-b0eb-ac7e50e2f4bb None None] Provisioning complete for port adea0705-014e-478d-a22c-667ea2b884d7 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:33.004310 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ab706-71b8-4327-b0eb-ac7e50e2f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.139801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43502) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:33.180491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ab706-71b8-4327-b0eb-ac7e50e2f4bb None None] Port adea0705-014e-478d-a22c-667ea2b884d7 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:59:33.306941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-51258592-534b-4265-8975-a6fb7844438c None None] Attempting to bind port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:33.317920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-51258592-534b-4265-8975-a6fb7844438c None None] Attempting to bind port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:33.318488 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51258592-534b-4265-8975-a6fb7844438c None None] Attempting to bind port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 on network 9c19a45b-70d1-473c-b2ec-743cdcfa61be {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:33.337916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51258592-534b-4265-8975-a6fb7844438c None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:33.339260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51258592-534b-4265-8975-a6fb7844438c None None] Checking segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:33.341655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51258592-534b-4265-8975-a6fb7844438c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.342118 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51258592-534b-4265-8975-a6fb7844438c None None] Bound using segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:33.343534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-51258592-534b-4265-8975-a6fb7844438c None None] Bound port: 122dea9b-37b5-4f79-90e0-ed8a4f8cc768, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:33.343994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51258592-534b-4265-8975-a6fb7844438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.349284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:23Z', 'revision_number': 3, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:33.362030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c297d381-907c-4c63-96ea-2f069efaaeb1 None None] The sync data for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb is: [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:23Z', 'revision_number': 3, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:33.593600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-51258592-534b-4265-8975-a6fb7844438c None None] For port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:33.597163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-51258592-534b-4265-8975-a6fb7844438c None None] For port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=122dea9b-37b5-4f79-90e0-ed8a4f8cc768,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:33.604349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51258592-534b-4265-8975-a6fb7844438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.637236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:33.709896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:33.734876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Sync routers for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:33.752902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:33.753874 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:33.777238 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Notify callbacks [] for router, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:33.792000 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.1612518 Apr 16 11:59:33.794755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43524) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:33.796252 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:33.868538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Usage tracker for resource:security_group_rule and tenant:1d9f1b56a4b448919bfeead224241a67 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:33.901375 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:33.947109 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Pushing event updated for resources: {'Port': ['ID=60a1472d-46ac-4930-8ecb-8e1720fe005b,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:33.968293 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:33.980633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd959f-05c7-44db-a31d-f224cde5f63f None None] Pushing event updated for resources: {'Port': ['ID=122dea9b-37b5-4f79-90e0-ed8a4f8cc768,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:33.991621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a1bd959f-05c7-44db-a31d-f224cde5f63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:34.017915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:34.290314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.394100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.451494 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065898e-ec81-436f-8d12-a9cfa7a6797a req-42f10f6a-06be-4577-b817-82ec3699fe23 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:34.465149 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2065898e-ec81-436f-8d12-a9cfa7a6797a req-42f10f6a-06be-4577-b817-82ec3699fe23 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 931 time: 2.8368092 Apr 16 11:59:34.527827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:34.552253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:34.629223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Network 63684a4c-b34a-4bd9-aa8d-b33975610bad is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:34.675522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:34.696720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.764427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51258592-534b-4265-8975-a6fb7844438c None None] Routers {'49c5a206-ba20-4921-b760-63db13ea304e'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:34.765093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-51258592-534b-4265-8975-a6fb7844438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['49c5a206-ba20-4921-b760-63db13ea304e'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:34.776301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:34.794529 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:34.805869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:34.844488 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2065898e-ec81-436f-8d12-a9cfa7a6797a req-4421e828-7020-4e61-b945-37dc00250df0 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761616 Apr 16 11:59:34.986438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.013573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:35.056543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Usage tracker for resource:security_group_rule and tenant:557f55240531498dbc6eb497e0afe664 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:35.074500 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:35.120729 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d9f1b56a4b448919bfeead224241a67&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4016159 Apr 16 11:59:35.124779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43554) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:35.125222 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43556) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:35.193826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43558) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:35.207305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de497d9-2e77-4707-85e2-09bef30751ac,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:35.242790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:35.341406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-51258592-534b-4265-8975-a6fb7844438c None None] Set router 49c5a206-ba20-4921-b760-63db13ea304e gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:35.349019 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5036638 Apr 16 11:59:35.430970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.480242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3c27fc8c-2bf5-4f33-a64b-433b97c0cc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.495187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:30Z', 'revision_number': 3, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:35.501894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Checking router: a6bf3562-4860-42ac-b6e9-27ce48f53b48 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:35.503240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Updating router a6bf3562-4860-42ac-b6e9-27ce48f53b48 port 25daab7f-1def-428e-9cd0-c737ea120272 binding host dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:59:35.686101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.689604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:35.698948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.708363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850844763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851005972'] for router_interface, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.710306 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.732551 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 6a6183e5-040b-4f12-a186-6b7961614037 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:35.854201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0e37344c-991d-40ff-8053-be77998529d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:35.875349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 6a6183e5-040b-4f12-a186-6b7961614037 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:35.882785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 6a6183e5-040b-4f12-a186-6b7961614037 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:35.883212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:35.949845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Allocated IP 172.20.0.1 (195b8b6d-8669-46c0-8ca5-07056e1f0597/a7934d93-8659-42e4-87aa-5276739ad1e6/27064db5-b83a-4d06-97e9-f1bf89f46007) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:36.154274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.155379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.194692 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-0ab2994a-52ae-4764-9bb4-e558efa53749 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:59:36.196406 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-0ab2994a-52ae-4764-9bb4-e558efa53749 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079441 Apr 16 11:59:36.205181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.253065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 6a6183e5-040b-4f12-a186-6b7961614037, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=6a6183e5-040b-4f12-a186-6b7961614037,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:36.273336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.286024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:36.435393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3c27fc8c-2bf5-4f33-a64b-433b97c0cc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.442195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=6a6183e5-040b-4f12-a186-6b7961614037,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:36.455634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:36.493462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.502194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.513340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3c27fc8c-2bf5-4f33-a64b-433b97c0cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.545307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:36.546914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Pushing event updated for resources: {'Port': ['ID=adea0705-014e-478d-a22c-667ea2b884d7,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:36.560394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.619916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-be3d11d3-29e6-403f-a453-302eb210db36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:36.623556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-51258592-534b-4265-8975-a6fb7844438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a206-ba20-4921-b760-63db13ea304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:20Z', 'updated_at': '2021-04-16T11:59:25Z', 'revision_number': 3, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'gw_port': {'id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:36.639037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51258592-534b-4265-8975-a6fb7844438c None None] The sync data for ids ['49c5a206-ba20-4921-b760-63db13ea304e'] in dv-cinder-786627-1-smb is: [{'id': '49c5a206-ba20-4921-b760-63db13ea304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:20Z', 'updated_at': '2021-04-16T11:59:25Z', 'revision_number': 3, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'gw_port': {'id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:36.716121 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:36.735980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:36.741236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Usage tracker for resource:security_group_rule and tenant:1e59fe302d1049d6b41fd6a461622a3b is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:36.744630 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:36.754450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.757539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:36.760853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:36.835513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.851675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Transition to ACTIVE for port object 25daab7f-1def-428e-9cd0-c737ea120272 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:36.861819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-73765aa7-ddca-4789-bf67-0d2d9b880bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:36.867870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.905730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:36.916231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Pushing event updated for resources: {'Port': ['ID=27064db5-b83a-4d06-97e9-f1bf89f46007,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:36.928533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:36.928769 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=557f55240531498dbc6eb497e0afe664&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2439020 Apr 16 11:59:36.929421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43574) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:36.932648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Usage tracker for resource:security_group_rule and tenant:d237fd224eb44570b33c2d28dc0742de is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:36.940398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:36.952399 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:36.982424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea044ca1-b13f-46cb-82ca-9f20a133eb7b,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:37.037508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:37.061978 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.110426 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:37.169010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:37.170095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.172237 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:37.267170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27fc8c-2bf5-4f33-a64b-433b97c0cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de497d9-2e77-4707-85e2-09bef30751ac,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:37.340354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1bd8f-9876-4080-9fec-bfd50d6a8e47 None None] Pushing event updated for resources: {'Port': ['ID=25daab7f-1def-428e-9cd0-c737ea120272,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:37.346485 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cef1bd8f-9876-4080-9fec-bfd50d6a8e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:37.367168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87be52fe-cd1a-426f-a841-cdf87cbeb682,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:37.370668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.375403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:37.375970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:37.400137 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Attempting to bind port 25daab7f-1def-428e-9cd0-c737ea120272 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:37.400585 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Attempting to bind port 25daab7f-1def-428e-9cd0-c737ea120272 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:37.400999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Attempting to bind port 25daab7f-1def-428e-9cd0-c737ea120272 on network 9c19a45b-70d1-473c-b2ec-743cdcfa61be {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:37.417579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:37.417993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Checking segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:37.418440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.418890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Bound using segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:37.419656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Bound port: 25daab7f-1def-428e-9cd0-c737ea120272, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:37.420066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.576470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-d44e84e0-d22e-49e9-ad3a-2834438e43b3 None None] Provisioning complete for port adea0705-014e-478d-a22c-667ea2b884d7 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:37.577264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d44e84e0-d22e-49e9-ad3a-2834438e43b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.620324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] For port 25daab7f-1def-428e-9cd0-c737ea120272, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:37.626078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] For port 25daab7f-1def-428e-9cd0-c737ea120272, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=25daab7f-1def-428e-9cd0-c737ea120272,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:37.631743 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:37.686324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9346c7d4-7844-460b-b619-f52578c1fabb,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:37.699158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cef1bd8f-9876-4080-9fec-bfd50d6a8e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:37.704911 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:37.771758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-d44e84e0-d22e-49e9-ad3a-2834438e43b3 None None] Port adea0705-014e-478d-a22c-667ea2b884d7 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:59:37.773700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:37.773934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:37.784242 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d237fd224eb44570b33c2d28dc0742de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6029019 Apr 16 11:59:37.809981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43578) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:37.824781 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4a2532c0-dbfe-4868-b6b2-815885a5a466 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e59fe302d1049d6b41fd6a461622a3b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6103692 Apr 16 11:59:37.836197 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43580) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:37.839932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:37.914363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:37.925374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:37.936434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37afb4-38a0-4c76-b75d-ad729f0db544 req-6afd4d8e-5a92-48d2-910d-6e3bceb29fb0 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:37.937288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-1c37afb4-38a0-4c76-b75d-ad729f0db544 req-6afd4d8e-5a92-48d2-910d-6e3bceb29fb0 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Synchronizing usage tracker for tenant:eb11fc1c10274fef904940ac2682ad70 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:38.007899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:38.012419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1bd8f-9876-4080-9fec-bfd50d6a8e47 None None] Pushing event updated for resources: {'Port': ['ID=25daab7f-1def-428e-9cd0-c737ea120272,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:38.016270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:38.017108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.020050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:38.021133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769739'] for router_interface, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.030846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cef1bd8f-9876-4080-9fec-bfd50d6a8e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:38.133372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:38.134070 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:38.197070 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-afae09ed-8ec4-4625-9449-5c7b83f5b6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.240392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3c27fc8c-2bf5-4f33-a64b-433b97c0cc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.251276 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3c27fc8c-2bf5-4f33-a64b-433b97c0cc17 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2de497d9-2e77-4707-85e2-09bef30751ac HTTP/1.1" status: 204 len: 168 time: 3.0651839 Apr 16 11:59:38.289584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.290519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-451638df-8bbe-44b0-b1d5-f5c0351c782f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.323678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=122dea9b-37b5-4f79-90e0-ed8a4f8cc768,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:38.338250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.339574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 6a6183e5-040b-4f12-a186-6b7961614037 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:38.386022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-1c37afb4-38a0-4c76-b75d-ad729f0db544 req-6afd4d8e-5a92-48d2-910d-6e3bceb29fb0 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Unset dirty status for tenant:eb11fc1c10274fef904940ac2682ad70 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:38.393619 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1c37afb4-38a0-4c76-b75d-ad729f0db544 req-6afd4d8e-5a92-48d2-910d-6e3bceb29fb0 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 931 time: 2.1930518 Apr 16 11:59:38.412618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:38.464981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:38.546674 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-afae09ed-8ec4-4625-9449-5c7b83f5b6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.646192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-451638df-8bbe-44b0-b1d5-f5c0351c782f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.688688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-549c3525-d504-4fd2-8ed7-5ad7ffee68fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.738182 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:59:38.774517 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1c37afb4-38a0-4c76-b75d-ad729f0db544 req-e1669aa7-988e-4871-9bc6-67711807c9e0 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797181 Apr 16 11:59:38.779860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-549c3525-d504-4fd2-8ed7-5ad7ffee68fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:38.791169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=122dea9b-37b5-4f79-90e0-ed8a4f8cc768,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:38.835930 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:38.837318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 6a6183e5-040b-4f12-a186-6b7961614037 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:38.839914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.011159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-afae09ed-8ec4-4625-9449-5c7b83f5b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.029561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:39.056016 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.067413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:30Z', 'revision_number': 3, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:39.079259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc0bb9-9f87-4ec1-9f8a-c662c09ac2a2 None None] The sync data for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb is: [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:30Z', 'revision_number': 3, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:39.086336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-afae09ed-8ec4-4625-9449-5c7b83f5b6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.088614 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-afae09ed-8ec4-4625-9449-5c7b83f5b6c8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9346c7d4-7844-460b-b619-f52578c1fabb HTTP/1.1" status: 204 len: 168 time: 1.2625644 Apr 16 11:59:39.345161 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:39.346852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-549c3525-d504-4fd2-8ed7-5ad7ffee68fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.359895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Sync routers for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:39.364574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:39.389685 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-549c3525-d504-4fd2-8ed7-5ad7ffee68fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.391138 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:39.391822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:39.393916 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-549c3525-d504-4fd2-8ed7-5ad7ffee68fc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ea044ca1-b13f-46cb-82ca-9f20a133eb7b HTTP/1.1" status: 204 len: 168 time: 2.4444151 Apr 16 11:59:39.407276 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] 10.222.0.75 "PUT /v2.0/routers/e9ba7c69-8dbc-41c7-b48b-42e133b7abd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9895017 Apr 16 11:59:39.447265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae09ed-8ec4-4625-9449-5c7b83f5b6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9346c7d4-7844-460b-b619-f52578c1fabb,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:39.459519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-451638df-8bbe-44b0-b1d5-f5c0351c782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.468024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-afae09ed-8ec4-4625-9449-5c7b83f5b6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:39.494573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-451638df-8bbe-44b0-b1d5-f5c0351c782f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.499876 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-451638df-8bbe-44b0-b1d5-f5c0351c782f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/87be52fe-cd1a-426f-a841-cdf87cbeb682 HTTP/1.1" status: 204 len: 168 time: 1.5967062 Apr 16 11:59:39.503160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:39.559240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c3525-d504-4fd2-8ed7-5ad7ffee68fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea044ca1-b13f-46cb-82ca-9f20a133eb7b,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:39.586016 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451638df-8bbe-44b0-b1d5-f5c0351c782f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87be52fe-cd1a-426f-a841-cdf87cbeb682,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:39.591466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-549c3525-d504-4fd2-8ed7-5ad7ffee68fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:39.612909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-451638df-8bbe-44b0-b1d5-f5c0351c782f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:39.666992 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:39.847305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.959920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.965366 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:39.966516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850844763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851005972'] for router_interface, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:40.367124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:40.445893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:40.557027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Pushing event updated for resources: {'Port': ['ID=27064db5-b83a-4d06-97e9-f1bf89f46007,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:40.567568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:40.577229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Allocated IP 172.20.0.1 (866160ca-b38d-424e-b94b-1de06f3aa76c/e3026b28-06c9-4ebd-b0b3-b690496d2212/05fbc3c3-f69b-419e-988f-665ff17a096e) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:40.584671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:40.586326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:40.884917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:40.908294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Transition to ACTIVE for port object 05fbc3c3-f69b-419e-988f-665ff17a096e will not be triggered until provisioned by entity DHCP. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:40.930540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f5e27-3984-4c38-ab43-ceabd75776b5 req-e408187e-6115-48fc-88c1-df7a110e4646 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:40.933879 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d6f5e27-3984-4c38-ab43-ceabd75776b5 req-e408187e-6115-48fc-88c1-df7a110e4646 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 931 time: 0.6154695 Apr 16 11:59:40.944553 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:40.978038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:41.009476 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d6f5e27-3984-4c38-ab43-ceabd75776b5 req-6c976fc9-6450-4ebc-ae9b-9d3e2adef1bd tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613616 Apr 16 11:59:41.085415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:41.086141 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.128702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Router 49c5a206-ba20-4921-b760-63db13ea304e has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:59:41.131576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43628) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:41.162938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.188735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:41.196924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Usage tracker for resource:security_group_rule and tenant:c42a1f5835c54c11a0527c098fe9ad1e is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:41.200952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:41.208896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:41.283268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Pushing event updated for resources: {'Port': ['ID=05fbc3c3-f69b-419e-988f-665ff17a096e,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:41.298253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:41.344224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.426589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Network 866160ca-b38d-424e-b94b-1de06f3aa76c is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:41.428247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:41.438064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:41.438752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769739'] for router_interface, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.514004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:35Z', 'revision_number': 2, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:41.535475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Checking router: e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:41.535920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Updating router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 port adea0705-014e-478d-a22c-667ea2b884d7 binding host dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:59:41.703401 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 25daab7f-1def-428e-9cd0-c737ea120272 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:41.722829 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.792634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.794096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:41.804408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Sync routers for ids ['49c5a206-ba20-4921-b760-63db13ea304e'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:41.819466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Routers {'49c5a206-ba20-4921-b760-63db13ea304e'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:41.820388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['49c5a206-ba20-4921-b760-63db13ea304e'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:41.824643 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Request body: {'port': {'device_id': '95c09651-2406-46cc-a0b6-17c9f7b06109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:41.890386 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:41.943103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43642) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:41.963043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291941031', 'description': 'tempest-description--787074270'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:41.972764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:41.981755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:security_group and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:41.983334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b42dec85-720a-4b58-9a3e-09b2d5dd920f None None] Provisioning for port 05fbc3c3-f69b-419e-988f-665ff17a096e completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:41.994112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:42.009565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:42.043213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.052963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b42dec85-720a-4b58-9a3e-09b2d5dd920f None None] Provisioning complete for port 05fbc3c3-f69b-419e-988f-665ff17a096e triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:42.053526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b42dec85-720a-4b58-9a3e-09b2d5dd920f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.096626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:42.101764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:security_group_rule and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:42.105780 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:42.113388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:42.139333 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 25daab7f-1def-428e-9cd0-c737ea120272 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:42.154186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 25daab7f-1def-428e-9cd0-c737ea120272 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:42.154614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.173233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.209312 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.215425 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.227020 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.312044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Set router 49c5a206-ba20-4921-b760-63db13ea304e gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:42.331217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.333450 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3882186 Apr 16 11:59:42.338401 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e390525c-28a9-462b-b823-62b678699b28,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:42.343461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43658) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:42.352150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'security_group_rule': {'security_group_id': 'e390525c-28a9-462b-b823-62b678699b28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:42.367712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:42.374126 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:security_group_rule and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:42.381216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:42.398164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:42.413952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:42.416605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.441250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.443192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850844763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851005972'] for router_interface, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.480191 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.512328 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] 10.222.0.75 "PUT /v2.0/routers/49c5a206-ba20-4921-b760-63db13ea304e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0332034 Apr 16 11:59:42.566540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda351b6-5b90-4b06-af30-bff13bca0eb4,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:42.578066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.591002 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-b42dec85-720a-4b58-9a3e-09b2d5dd920f None None] Port 05fbc3c3-f69b-419e-988f-665ff17a096e cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:59:42.595081 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.642952 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c42a1f5835c54c11a0527c098fe9ad1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5066106 Apr 16 11:59:42.645488 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43668) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:42.653975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:42.784769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.819613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.899694 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e40e6f-7768-40ce-885c-4b26076d0329 req-3e93911f-86fb-467f-9cd2-b84bf3454f25 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:42.903180 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a0e40e6f-7768-40ce-885c-4b26076d0329 req-3e93911f-86fb-467f-9cd2-b84bf3454f25 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 931 time: 0.5235341 Apr 16 11:59:42.906406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.936627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Pushing event updated for resources: {'Port': ['ID=05fbc3c3-f69b-419e-988f-665ff17a096e,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:42.959288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.960863 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6160195 Apr 16 11:59:42.969087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:42.970428 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.970595 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 25daab7f-1def-428e-9cd0-c737ea120272, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=25daab7f-1def-428e-9cd0-c737ea120272,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:42.975716 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:42.979642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:42.993815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43678) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:43.001773 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a206-ba20-4921-b760-63db13ea304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:20Z', 'updated_at': '2021-04-16T11:59:38Z', 'revision_number': 4, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'gw_port': {'id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '27064db5-b83a-4d06-97e9-f1bf89f46007', 'name': '', 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'mac_address': 'fa:16:3e:04:aa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a7934d93-8659-42e4-87aa-5276739ad1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:35Z', 'updated_at': '2021-04-16T11:59:39Z', 'revision_number': 2, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'subnets': [{'id': 'a7934d93-8659-42e4-87aa-5276739ad1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:43.015315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Checking router: 49c5a206-ba20-4921-b760-63db13ea304e for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:43.016002 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Updating router 49c5a206-ba20-4921-b760-63db13ea304e port 27064db5-b83a-4d06-97e9-f1bf89f46007 binding host dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:59:43.024781 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'security_group_rule': {'security_group_id': 'e390525c-28a9-462b-b823-62b678699b28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:43.026138 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17760e63-a507-4510-b2b1-01e48f548c10,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:43.039725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:43.039987 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:43.048076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:security_group_rule and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:43.054115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:43.115705 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.151829 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=25daab7f-1def-428e-9cd0-c737ea120272,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:43.156780 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7fce0a80-ea6b-43b2-a848-8aeacb8af7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.193775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:43.253468 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Notify callbacks [] for port, precommit_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.278559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Network 866160ca-b38d-424e-b94b-1de06f3aa76c is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:43.283329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:43.287904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7fce0a80-ea6b-43b2-a848-8aeacb8af7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.290778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Transition to ACTIVE for port object adea0705-014e-478d-a22c-667ea2b884d7 will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:43.310198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.339648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:43.392057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:43.396927 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a0e40e6f-7768-40ce-885c-4b26076d0329 req-e67db42e-f76b-4db2-b78f-7b3941d5aedd tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841259 Apr 16 11:59:43.446439 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.619267 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.625313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.685545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:43.705456 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 25daab7f-1def-428e-9cd0-c737ea120272 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:43.706404 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15eeb370-acd7-4768-906f-e03f4502247d,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:43.733284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:43.763562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.767977 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7678823 Apr 16 11:59:43.768832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 43698) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:43.781005 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'floatingip': {'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:43.788684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:43.793003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:floatingip and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:43.798832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:43.807370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:43.826106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.842863 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Transition to ACTIVE for port object 27064db5-b83a-4d06-97e9-f1bf89f46007 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:43.850576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.850974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7fce0a80-ea6b-43b2-a848-8aeacb8af7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.852103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.860318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-43a887b1-86f1-468c-86de-774110eeb6eb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:43.906565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce0a80-ea6b-43b2-a848-8aeacb8af7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda351b6-5b90-4b06-af30-bff13bca0eb4,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:43.915718 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d9c51-d504-445a-ae7f-b11df983f022 None None] Pushing event updated for resources: {'Port': ['ID=adea0705-014e-478d-a22c-667ea2b884d7,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:43.918198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-419a58b4-437c-4c54-a7a3-3cbd88666cff None None] Provisioning complete for port 05fbc3c3-f69b-419e-988f-665ff17a096e triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:43.918619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-419a58b4-437c-4c54-a7a3-3cbd88666cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.924726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7fce0a80-ea6b-43b2-a848-8aeacb8af7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:43.927704 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Router a6bf3562-4860-42ac-b6e9-27ce48f53b48 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 11:59:43.931742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7fce0a80-ea6b-43b2-a848-8aeacb8af7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:43.945124 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-7fce0a80-ea6b-43b2-a848-8aeacb8af7c9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fda351b6-5b90-4b06-af30-bff13bca0eb4 HTTP/1.1" status: 204 len: 168 time: 1.2857201 Apr 16 11:59:44.040025 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-898d9c51-d504-445a-ae7f-b11df983f022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:44.060642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-419a58b4-437c-4c54-a7a3-3cbd88666cff None None] Port 05fbc3c3-f69b-419e-988f-665ff17a096e cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 11:59:44.110899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:44.113568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 25daab7f-1def-428e-9cd0-c737ea120272 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:44.116234 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.234248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a1472d-46ac-4930-8ecb-8e1720fe005b {{(pid=85303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:44.245682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.262537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e025b1-dde9-483c-a34c-c2fe6aebfe4e None None] Pushing event updated for resources: {'Port': ['ID=27064db5-b83a-4d06-97e9-f1bf89f46007,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:44.273612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e5e025b1-dde9-483c-a34c-c2fe6aebfe4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:44.294577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Transition to ACTIVE for port object 60a1472d-46ac-4930-8ecb-8e1720fe005b will not be triggered until provisioned by entity L2. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:44.577154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b409-8556-44d8-a54e-02d809eb61ed req-551fb3f1-1885-450e-8b08-5566c7dd231c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:44.579874 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-4632b409-8556-44d8-a54e-02d809eb61ed req-551fb3f1-1885-450e-8b08-5566c7dd231c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Synchronizing usage tracker for tenant:89bec72172304c24ba69a460a96b3d4f on resource:network {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:44.594406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.729900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-977fa949-9964-40bd-8f21-c18c2676c873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.756525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Attempting to bind port adea0705-014e-478d-a22c-667ea2b884d7 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:44.757228 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Attempting to bind port adea0705-014e-478d-a22c-667ea2b884d7 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:44.758167 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Attempting to bind port adea0705-014e-478d-a22c-667ea2b884d7 on network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:44.765412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:44.766576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Checking segment: {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:44.767323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.768021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Bound using segment: {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:44.768782 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Bound port: adea0705-014e-478d-a22c-667ea2b884d7, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:44.769487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:44.778651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ee28e903-fdf1-4df8-9d19-f07951d4e319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:44.889977 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 11:59:44.897029 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] 10.222.0.75 "PUT /v2.0/routers/a6bf3562-4860-42ac-b6e9-27ce48f53b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1011612 Apr 16 11:59:44.946197 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-4632b409-8556-44d8-a54e-02d809eb61ed req-551fb3f1-1885-450e-8b08-5566c7dd231c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Unset dirty status for tenant:89bec72172304c24ba69a460a96b3d4f on resource:network {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:44.947978 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-551fb3f1-1885-450e-8b08-5566c7dd231c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 819 time: 0.8299062 Apr 16 11:59:44.956416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] For port adea0705-014e-478d-a22c-667ea2b884d7, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:44.960891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] For port adea0705-014e-478d-a22c-667ea2b884d7, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=adea0705-014e-478d-a22c-667ea2b884d7,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:44.965438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Sync routers for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 11:59:44.971887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.015239 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Attempting to bind port 27064db5-b83a-4d06-97e9-f1bf89f46007 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:45.016035 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Attempting to bind port 27064db5-b83a-4d06-97e9-f1bf89f46007 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:45.016669 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Attempting to bind port 27064db5-b83a-4d06-97e9-f1bf89f46007 on network 195b8b6d-8669-46c0-8ca5-07056e1f0597 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:45.022900 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-89bc5aa5-9e8e-4514-8237-d5d0b09acffb tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/quotas/89bec72172304c24ba69a460a96b3d4f HTTP/1.1" status: 200 len: 375 time: 0.0581658 Apr 16 11:59:45.031961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Pushing event updated for resources: {'Port': ['ID=60a1472d-46ac-4930-8ecb-8e1720fe005b,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:45.038028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:45.039291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Checking segment: {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:45.040002 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.041405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Bound using segment: {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:45.042819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Bound port: 27064db5-b83a-4d06-97e9-f1bf89f46007, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:45.043800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:45.044344 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.100150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.155974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:45.198007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] For port 27064db5-b83a-4d06-97e9-f1bf89f46007, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:45.214166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] For port 27064db5-b83a-4d06-97e9-f1bf89f46007, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=27064db5-b83a-4d06-97e9-f1bf89f46007,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:45.226620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.249403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d9c51-d504-445a-ae7f-b11df983f022 None None] Pushing event updated for resources: {'Port': ['ID=adea0705-014e-478d-a22c-667ea2b884d7,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:45.251313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:45.263120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-898d9c51-d504-445a-ae7f-b11df983f022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:45.274611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:45.275617 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:45.286687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Allocated IP 172.28.3.33 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/21f115de-b024-4ef9-b78d-62ab45b9aaae) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:45.517696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.581989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:45.732597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Routers {'49c5a206-ba20-4921-b760-63db13ea304e'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:45.735158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['49c5a206-ba20-4921-b760-63db13ea304e'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:45.749162 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:45.808620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:45.857379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'Port': ['ID=21f115de-b024-4ef9-b78d-62ab45b9aaae,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:45.869042 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a808e0-518c-42b5-bcb6-58fbe046fdf3 req-4ff529a3-2083-4ec7-a7c1-99c96dcb31ce tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:45.876998 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-78a808e0-518c-42b5-bcb6-58fbe046fdf3 req-4ff529a3-2083-4ec7-a7c1-99c96dcb31ce tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 943 time: 1.0993116 Apr 16 11:59:45.885175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:45.970509 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-78a808e0-518c-42b5-bcb6-58fbe046fdf3 req-68dfd95c-523f-423f-8a76-29d25ad73b5b tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924256 Apr 16 11:59:46.080407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:46.085323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:46.089206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:46.210519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] Set router 49c5a206-ba20-4921-b760-63db13ea304e gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:46.403190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Attempting to bind port 60a1472d-46ac-4930-8ecb-8e1720fe005b on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:46.403577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Attempting to bind port 60a1472d-46ac-4930-8ecb-8e1720fe005b by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd713535e-5d50-49dd-b842-d87df439d40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '63684a4c-b34a-4bd9-aa8d-b33975610bad'}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:46.403943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Attempting to bind port 60a1472d-46ac-4930-8ecb-8e1720fe005b on network 63684a4c-b34a-4bd9-aa8d-b33975610bad {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:46.409213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:46.415303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:46.457884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-4632b409-8556-44d8-a54e-02d809eb61ed req-93244cbb-9407-47d4-ae1f-f223f64334c0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Synchronizing usage tracker for tenant:89bec72172304c24ba69a460a96b3d4f on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:46.461075 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Port 60a1472d-46ac-4930-8ecb-8e1720fe005b on network 63684a4c-b34a-4bd9-aa8d-b33975610bad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:59:46.461436 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Attempting to bind port 60a1472d-46ac-4930-8ecb-8e1720fe005b on network 63684a4c-b34a-4bd9-aa8d-b33975610bad {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:46.478620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:46.478956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Checking segment: {'id': 'd713535e-5d50-49dd-b842-d87df439d40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '63684a4c-b34a-4bd9-aa8d-b33975610bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:46.483124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Bound using segment: {'id': 'd713535e-5d50-49dd-b842-d87df439d40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '63684a4c-b34a-4bd9-aa8d-b33975610bad'} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:46.483714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Bound port: 60a1472d-46ac-4930-8ecb-8e1720fe005b, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd713535e-5d50-49dd-b842-d87df439d40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '63684a4c-b34a-4bd9-aa8d-b33975610bad'}}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:46.484111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:46.573022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-4632b409-8556-44d8-a54e-02d809eb61ed req-93244cbb-9407-47d4-ae1f-f223f64334c0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Unset dirty status for tenant:89bec72172304c24ba69a460a96b3d4f on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:46.574472 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-93244cbb-9407-47d4-ae1f-f223f64334c0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5395038 Apr 16 11:59:46.584904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:46.667223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e025b1-dde9-483c-a34c-c2fe6aebfe4e None None] Pushing event updated for resources: {'Port': ['ID=27064db5-b83a-4d06-97e9-f1bf89f46007,revision_number=4']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:46.676624 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e5e025b1-dde9-483c-a34c-c2fe6aebfe4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.425s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:46.872767 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] For port 60a1472d-46ac-4930-8ecb-8e1720fe005b, host hv-cinder-78662, cleared binding levels {{(pid=85303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:46.883973 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] For port 60a1472d-46ac-4930-8ecb-8e1720fe005b, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60a1472d-46ac-4930-8ecb-8e1720fe005b,segment=NetworkSegment(d713535e-5d50-49dd-b842-d87df439d40b),segment_id=d713535e-5d50-49dd-b842-d87df439d40b)] {{(pid=85303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:46.908907 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 2, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:46.925548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Checking router: a6bf3562-4860-42ac-b6e9-27ce48f53b48 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 11:59:46.926014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Updating router a6bf3562-4860-42ac-b6e9-27ce48f53b48 port 05fbc3c3-f69b-419e-988f-665ff17a096e binding host dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 11:59:46.929480 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:46.965904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a206-ba20-4921-b760-63db13ea304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:20Z', 'updated_at': '2021-04-16T11:59:38Z', 'revision_number': 4, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'gw_port': {'id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '27064db5-b83a-4d06-97e9-f1bf89f46007', 'name': '', 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'mac_address': 'fa:16:3e:04:aa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a7934d93-8659-42e4-87aa-5276739ad1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:35Z', 'updated_at': '2021-04-16T11:59:45Z', 'revision_number': 4, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'subnets': [{'id': 'a7934d93-8659-42e4-87aa-5276739ad1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:46.971557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:46.973465 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58cd987-7019-4fb4-8c5e-67b095dce39b None None] The sync data for ids ['49c5a206-ba20-4921-b760-63db13ea304e'] in dv-cinder-786627-1-smb is: [{'id': '49c5a206-ba20-4921-b760-63db13ea304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:20Z', 'updated_at': '2021-04-16T11:59:38Z', 'revision_number': 4, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'gw_port': {'id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '27064db5-b83a-4d06-97e9-f1bf89f46007', 'name': '', 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'mac_address': 'fa:16:3e:04:aa:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a7934d93-8659-42e4-87aa-5276739ad1e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:35Z', 'updated_at': '2021-04-16T11:59:45Z', 'revision_number': 4, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'subnets': [{'id': 'a7934d93-8659-42e4-87aa-5276739ad1e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:47.019355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-747089bd-9667-4697-a3d0-2f19b9706bc4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:47.023576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43800) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:47.035147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--469304057', 'description': 'tempest-description--1551923511'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:47.064064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:47.090910 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:security_group and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:47.102634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:47.127779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:47.152912 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.210264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:47.217291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:security_group_rule and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:47.227563 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:47.242611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:47.425527 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.557398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.562401 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.596652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7fce0a80-ea6b-43b2-a848-8aeacb8af7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:47.761795 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:47.775161 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:47.777610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.778984 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7552688 Apr 16 11:59:47.782087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43822) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:47.788698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'security_group_rule': {'security_group_id': '5bbb9196-a45d-46fd-bac9-b2aadda5d0bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:47.801467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:47.806883 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:security_group_rule and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:47.810796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:47.822492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:47.864025 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.883046 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:47.905813 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 27064db5-b83a-4d06-97e9-f1bf89f46007 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:47.975850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c132359e-8c88-486d-8c00-b1e7a8221fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.048958 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.056343 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:48.057058 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.058614 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] 10.222.0.47 "PUT /v2.0/ports/60a1472d-46ac-4930-8ecb-8e1720fe005b HTTP/1.1" status: 200 len: 1093 time: 7.2818151 Apr 16 11:59:48.060277 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c09651-2406-46cc-a0b6-17c9f7b06109', 'tag': '60a1472d-46ac-4930-8ecb-8e1720fe005b'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:48.064353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.106954 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d655adbb-db8f-4773-8f4d-5a055e539f1c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:48.136852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668491aa-186f-449f-9432-1bc8d0d340ff,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:48.142171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:48.143134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.150990 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-92caf7a5-7199-4fee-b749-27366a23603b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3675997 Apr 16 11:59:48.151734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43846) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:48.160774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'security_group_rule': {'security_group_id': '5bbb9196-a45d-46fd-bac9-b2aadda5d0bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:48.175167 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:48.182816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:security_group_rule and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:48.189635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:48.206647 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:48.271450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.383500 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-f0be0c8a-0aee-4335-86a0-01467c27a670 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=85303) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 11:59:48.384768 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-f0be0c8a-0aee-4335-86a0-01467c27a670 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5270650 Apr 16 11:59:48.399448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.504583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.517487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.540429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:44Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:48.552701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee6e78-9414-4434-84af-f9f055ccacea None None] The sync data for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb is: [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:44Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:48.571054 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 27064db5-b83a-4d06-97e9-f1bf89f46007 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:48.584083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:48.592773 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 27064db5-b83a-4d06-97e9-f1bf89f46007 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:48.599318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.612616 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.620867 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4678862 Apr 16 11:59:48.622733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43874) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:48.647159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'floatingip': {'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:48.666268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:48.678832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Pushing event updated for resources: {'Port': ['ID=60a1472d-46ac-4930-8ecb-8e1720fe005b,revision_number=3']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:48.683973 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:floatingip and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:48.691736 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:48.705272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.695s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:48.715986 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:48.738997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3161d33-e484-42e9-bd4b-a58f75b7b415,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:48.752997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:48.756472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:48.805595 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.resource_extend [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 11:59:48.807178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bf46f-b25e-4bf6-adf4-a8477df26833 req-c00f9aa7-5cb9-4965-85d8-c1a2c885e5c4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:48.810403 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-042bf46f-b25e-4bf6-adf4-a8477df26833 req-c00f9aa7-5cb9-4965-85d8-c1a2c885e5c4 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 943 time: 0.9597428 Apr 16 11:59:49.036687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43888) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:49.075743 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.088755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.105800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Notify callbacks [] for port, precommit_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.201891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.215739 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-13649ab8-bd2d-4c9a-8efe-f7663d4ecb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:49.219398 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-13649ab8-bd2d-4c9a-8efe-f7663d4ecb7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb11fc1c10274fef904940ac2682ad70&device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 1096 time: 1.0127146 Apr 16 11:59:49.223987 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Transition to ACTIVE for port object 05fbc3c3-f69b-419e-988f-665ff17a096e will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:49.235801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.268982 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 27064db5-b83a-4d06-97e9-f1bf89f46007, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=27064db5-b83a-4d06-97e9-f1bf89f46007,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:49.271502 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-33c881ea-2206-4468-a1de-a87a41c025e3 service neutron] 10.222.0.75 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8450432 Apr 16 11:59:49.274330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:49.277555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.358888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7960a-c21b-4238-b5b4-0a2c33cbb19d None None] Pushing event updated for resources: {'Port': ['ID=05fbc3c3-f69b-419e-988f-665ff17a096e,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:49.361540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.423251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-92c7960a-c21b-4238-b5b4-0a2c33cbb19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:49.423821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-92c7960a-c21b-4238-b5b4-0a2c33cbb19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:49.592924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.647216 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-780b5f20-c2ca-4d47-8203-5fe1a8968aef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60a1472d-46ac-4930-8ecb-8e1720fe005b HTTP/1.1" status: 200 len: 217 time: 0.3550234 Apr 16 11:59:49.669017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Allocated IP 172.28.3.188 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/ab126161-ad12-4926-ac7a-1519c2359a95) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:49.727245 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43900) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:49.824822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device adea0705-014e-478d-a22c-667ea2b884d7 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:49.858102 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-35648a26-f6f0-40d9-9494-6a0afefcc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:49.859979 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-35648a26-f6f0-40d9-9494-6a0afefcc81d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1faf5989-481d-4cff-b188-fcb110f312cb HTTP/1.1" status: 200 len: 851 time: 0.2110960 Apr 16 11:59:49.860945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.923093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:49.968360 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:49.990916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:50.004213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Usage tracker for resource:security_group_rule and tenant:d3dd2af602724068b89cee60ff252188 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:50.009688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:50.016935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:50.048918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=27064db5-b83a-4d06-97e9-f1bf89f46007,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:50.065374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:50.097441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port adea0705-014e-478d-a22c-667ea2b884d7 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:50.098720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'Port': ['ID=21f115de-b024-4ef9-b78d-62ab45b9aaae,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:50.119548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.121077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.122802 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-15df2a2b-b420-444f-aa08-6211af385fa6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63684a4c-b34a-4bd9-aa8d-b33975610bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2480083 Apr 16 11:59:50.139077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:50.143843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.162991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:50.183860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port adea0705-014e-478d-a22c-667ea2b884d7 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:50.184303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.221872 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:50.263042 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-042bf46f-b25e-4bf6-adf4-a8477df26833 req-0f352a0b-7147-48cb-bb1f-f32cba465aeb tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3870585 Apr 16 11:59:50.268392 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d3dd2af602724068b89cee60ff252188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399287 Apr 16 11:59:50.269906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Usage tracker for resource:security_group_rule and tenant:11abb2169fe14a8dbd1c130809dbb4df is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:50.276863 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e9852c-dbb1-4526-894c-6dd0f676e2e0,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:50.279620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43912) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:50.289384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:50.310603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:50.425382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:50.463223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.471885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70b0acee-5c67-4c9b-9fe0-15b6825449e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.529577 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-8472bdbb-9931-4353-93bf-a62f7ac76560 service neutron] 10.222.0.47 "GET /v2.0/networks/63684a4c-b34a-4bd9-aa8d-b33975610bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863740 Apr 16 11:59:50.594207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70b0acee-5c67-4c9b-9fe0-15b6825449e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.673597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70b0acee-5c67-4c9b-9fe0-15b6825449e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.693631 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9b9f08a1-bd2c-4431-a2e5-74023542d593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:50.716726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Attempting to bind port 05fbc3c3-f69b-419e-988f-665ff17a096e on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:50.719441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Attempting to bind port 05fbc3c3-f69b-419e-988f-665ff17a096e by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:50.719572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0acee-5c67-4c9b-9fe0-15b6825449e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e9852c-dbb1-4526-894c-6dd0f676e2e0,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:50.720190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Attempting to bind port 05fbc3c3-f69b-419e-988f-665ff17a096e on network 866160ca-b38d-424e-b94b-1de06f3aa76c {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:50.733911 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:50.734660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Checking segment: {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:50.734759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.735171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Bound using segment: {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:50.735758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Bound port: 05fbc3c3-f69b-419e-988f-665ff17a096e, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:50.736843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.743060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-70b0acee-5c67-4c9b-9fe0-15b6825449e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:50.761619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70b0acee-5c67-4c9b-9fe0-15b6825449e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.761619 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-70b0acee-5c67-4c9b-9fe0-15b6825449e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4e9852c-dbb1-4526-894c-6dd0f676e2e0 HTTP/1.1" status: 204 len: 168 time: 0.4662180 Apr 16 11:59:50.853661 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:50.943250 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b12c89aa-cc6b-412b-adfd-63d66b256626 req-768c8c4e-4b51-4ece-b04a-a55c483958db service neutron] 10.222.0.47 "GET /v2.0/networks/63684a4c-b34a-4bd9-aa8d-b33975610bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023895 Apr 16 11:59:51.021352 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95c09651-2406-46cc-a0b6-17c9f7b06109', 'tag': '60a1472d-46ac-4930-8ecb-8e1720fe005b', 'status': 'completed', 'code': 200} Apr 16 11:59:51.037903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.078254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 11:59:51.078564 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] For port 05fbc3c3-f69b-419e-988f-665ff17a096e, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:51.092979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port adea0705-014e-478d-a22c-667ea2b884d7, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=adea0705-014e-478d-a22c-667ea2b884d7,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:51.095309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] For port 05fbc3c3-f69b-419e-988f-665ff17a096e, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=05fbc3c3-f69b-419e-988f-665ff17a096e,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:51.097314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.102259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-06c58c08-42af-43bd-a203-10a9b7697486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:51.151788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:51.204576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=adea0705-014e-478d-a22c-667ea2b884d7,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:51.209482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:51.211461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.231845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43944) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:51.320921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.355831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.397778 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-db41b547-9683-4d7d-84c4-53ed04d55d2c service neutron] 10.222.0.75 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1249669 Apr 16 11:59:51.414452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.415765 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6461263 Apr 16 11:59:51.468163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:51.468886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-898d9c51-d504-445a-ae7f-b11df983f022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:51.495713 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100b13c-bfea-4d52-8f58-082851df584e req-dc49446b-a8f5-42ac-a6b9-a27237b16275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:51.498846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'Port': ['ID=ab126161-ad12-4926-ac7a-1519c2359a95,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:51.499479 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b100b13c-bfea-4d52-8f58-082851df584e req-dc49446b-a8f5-42ac-a6b9-a27237b16275 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb11fc1c10274fef904940ac2682ad70&device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 1096 time: 0.4511673 Apr 16 11:59:51.577871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.586399 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 11:59:51.587470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T11:59:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:51.595770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:51.597995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Usage tracker for resource:security_group_rule and tenant:d4bad78c6d4b415785215d74503c6368 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:51.620472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:51.629590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:51.654074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:51.664762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:51.742614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:51.761198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:51.796704 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:51.807723 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=11abb2169fe14a8dbd1c130809dbb4df&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7687590 Apr 16 11:59:51.817721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b527e4a0-8fe6-47ac-bb63-15c76669a740,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:51.833618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 43968) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:51.846651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:51.902203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 27064db5-b83a-4d06-97e9-f1bf89f46007 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:51.976072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7960a-c21b-4238-b5b4-0a2c33cbb19d None None] Pushing event updated for resources: {'Port': ['ID=05fbc3c3-f69b-419e-988f-665ff17a096e,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:51.995590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-92c7960a-c21b-4238-b5b4-0a2c33cbb19d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:52.044088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.052847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b3e64-b8e0-47e0-86fb-23182c26844c req-6a4749bb-9c38-402e-9a33-5b710991bfa2 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:52.063386 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-850b3e64-b8e0-47e0-86fb-23182c26844c req-6a4749bb-9c38-402e-9a33-5b710991bfa2 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 943 time: 0.5567334 Apr 16 11:59:52.160069 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-850b3e64-b8e0-47e0-86fb-23182c26844c req-08f6bb93-de50-4774-97f7-9fafdc006127 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951362 Apr 16 11:59:52.187868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 11:59:52.193582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35c116e3-824d-4d02-a483-d096fcba39ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.227656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.251550 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.259758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35c116e3-824d-4d02-a483-d096fcba39ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.276557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.314153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:52.317638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 27064db5-b83a-4d06-97e9-f1bf89f46007 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:52.318391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.419539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79f3f89-0a87-4abd-b585-69c5239dcc7c,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:52.437864 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d4bad78c6d4b415785215d74503c6368&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2044370 Apr 16 11:59:52.441526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:52.450600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44022) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:52.616999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35c116e3-824d-4d02-a483-d096fcba39ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.638583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:52.672195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c116e3-824d-4d02-a483-d096fcba39ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b527e4a0-8fe6-47ac-bb63-15c76669a740,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:52.683277 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-35c116e3-824d-4d02-a483-d096fcba39ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:52.687371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8f3604b3-e11f-47ee-b656-6629f0cc8d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.733740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device adea0705-014e-478d-a22c-667ea2b884d7 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:52.763694 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35c116e3-824d-4d02-a483-d096fcba39ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.765539 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-35c116e3-824d-4d02-a483-d096fcba39ca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b527e4a0-8fe6-47ac-bb63-15c76669a740 HTTP/1.1" status: 204 len: 168 time: 0.9210100 Apr 16 11:59:52.777410 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8f3604b3-e11f-47ee-b656-6629f0cc8d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.888715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-18e000ff-fc88-43bc-bcfe-fb53f0ce7a00 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Synchronizing usage tracker for tenant:3926a68b30594b048587be62637bfcfc on resource:security_group {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:52.891893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100b13c-bfea-4d52-8f58-082851df584e req-49df41ac-e9db-4e60-a533-3f9a0ec61262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:52.893516 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b100b13c-bfea-4d52-8f58-082851df584e req-49df41ac-e9db-4e60-a533-3f9a0ec61262 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63684a4c-b34a-4bd9-aa8d-b33975610bad HTTP/1.1" status: 200 len: 912 time: 1.3855960 Apr 16 11:59:52.903575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:52.912141 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.009176 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e61747e4-1a8a-428c-be8b-709f10c3c05f req-7432827f-b7eb-40cd-a528-69221cbefa0c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 210 time: 0.2276304 Apr 16 11:59:53.083663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port adea0705-014e-478d-a22c-667ea2b884d7 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:53.084341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.115089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:53.230021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'Port': ['ID=ab126161-ad12-4926-ac7a-1519c2359a95,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:53.236900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:53.246701 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b100b13c-bfea-4d52-8f58-082851df584e req-50480459-1ecf-4195-9300-90cdeb676d49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60a1472d-46ac-4930-8ecb-8e1720fe005b HTTP/1.1" status: 200 len: 217 time: 0.2355590 Apr 16 11:59:53.251921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-18e000ff-fc88-43bc-bcfe-fb53f0ce7a00 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Unset dirty status for tenant:3926a68b30594b048587be62637bfcfc on resource:security_group {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:53.257427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.262140 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-18e000ff-fc88-43bc-bcfe-fb53f0ce7a00 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1291941031&fields=id&tenant_id=3926a68b30594b048587be62637bfcfc HTTP/1.1" status: 200 len: 267 time: 1.1233089 Apr 16 11:59:53.278174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 11:59:53.295931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1fba94-7bd0-4b3a-b50f-45cc805f5667 None None] The sync data for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb is: [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 11:59:53.312321 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.314027 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6871727 Apr 16 11:59:53.330288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8f3604b3-e11f-47ee-b656-6629f0cc8d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.333570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8f3604b3-e11f-47ee-b656-6629f0cc8d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.338150 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8f3604b3-e11f-47ee-b656-6629f0cc8d15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f79f3f89-0a87-4abd-b585-69c5239dcc7c HTTP/1.1" status: 204 len: 168 time: 0.8861587 Apr 16 11:59:53.339027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:53.365029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3604b3-e11f-47ee-b656-6629f0cc8d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79f3f89-0a87-4abd-b585-69c5239dcc7c,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:53.369554 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8f3604b3-e11f-47ee-b656-6629f0cc8d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:53.652790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44092) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:53.710232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:53.725930 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 05fbc3c3-f69b-419e-988f-665ff17a096e up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:53.771767 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:53.806263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:2b97f37d7a794bd798855ce80484bc03 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:53.810814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:53.822457 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:53.911591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-f948f4fe-94f9-4d78-b41d-e6ed69ef1977 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:53.919594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-f948f4fe-94f9-4d78-b41d-e6ed69ef1977 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Synchronizing usage tracker for tenant:3926a68b30594b048587be62637bfcfc on resource:network {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:53.937677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 05fbc3c3-f69b-419e-988f-665ff17a096e completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:53.954861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 05fbc3c3-f69b-419e-988f-665ff17a096e triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:53.955346 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.063130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.068935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.085837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:54.103345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-f948f4fe-94f9-4d78-b41d-e6ed69ef1977 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Unset dirty status for tenant:3926a68b30594b048587be62637bfcfc on resource:network {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:54.107814 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-f948f4fe-94f9-4d78-b41d-e6ed69ef1977 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 810 time: 0.8426056 Apr 16 11:59:54.156256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100b13c-bfea-4d52-8f58-082851df584e req-c414f41f-5543-4013-adaf-d97b66ee20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:54.160393 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b100b13c-bfea-4d52-8f58-082851df584e req-c414f41f-5543-4013-adaf-d97b66ee20fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1faf5989-481d-4cff-b188-fcb110f312cb HTTP/1.1" status: 200 len: 851 time: 0.8931549 Apr 16 11:59:54.176673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9253d6-b0b0-4b6c-ba9b-0793681e30a7,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:54.185543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:54.200344 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-437a164e-11b0-44ec-849f-66041c8ff3cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/quotas/3926a68b30594b048587be62637bfcfc HTTP/1.1" status: 200 len: 375 time: 0.0576365 Apr 16 11:59:54.234946 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2b97f37d7a794bd798855ce80484bc03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5807359 Apr 16 11:59:54.242339 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44104) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:54.288412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.310380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 60a1472d-46ac-4930-8ecb-8e1720fe005b details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 11:59:54.377143 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b100b13c-bfea-4d52-8f58-082851df584e req-c55e991b-b685-4337-b73e-b30b3a3a8922 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63684a4c-b34a-4bd9-aa8d-b33975610bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1721292 Apr 16 11:59:54.414460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc58f-162c-4853-90ba-ab2a01f4b331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.486055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc58f-162c-4853-90ba-ab2a01f4b331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.518147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 60a1472d-46ac-4930-8ecb-8e1720fe005b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60a1472d-46ac-4930-8ecb-8e1720fe005b,segment=NetworkSegment(d713535e-5d50-49dd-b842-d87df439d40b),segment_id=d713535e-5d50-49dd-b842-d87df439d40b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:54.584123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc58f-162c-4853-90ba-ab2a01f4b331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.591125 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:54.598671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 05fbc3c3-f69b-419e-988f-665ff17a096e, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=05fbc3c3-f69b-419e-988f-665ff17a096e,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:54.606030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '60a1472d-46ac-4930-8ecb-8e1720fe005b', 'network_id': '63684a4c-b34a-4bd9-aa8d-b33975610bad', 'port_id': '60a1472d-46ac-4930-8ecb-8e1720fe005b', 'mac_address': 'fa:16:3e:00:04:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1faf5989-481d-4cff-b188-fcb110f312cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 11:59:54.630875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fc58f-162c-4853-90ba-ab2a01f4b331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9253d6-b0b0-4b6c-ba9b-0793681e30a7,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:54.634846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3f9fc58f-162c-4853-90ba-ab2a01f4b331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:54.649523 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc58f-162c-4853-90ba-ab2a01f4b331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.654646 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3f9fc58f-162c-4853-90ba-ab2a01f4b331 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8d9253d6-b0b0-4b6c-ba9b-0793681e30a7 HTTP/1.1" status: 204 len: 168 time: 0.4072225 Apr 16 11:59:54.718093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.47', 58900) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:54.736025 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:54.765634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7788b8e3-0110-4310-86f9-7fce691a396c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:54.857718 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b100b13c-bfea-4d52-8f58-082851df584e req-fbd53a78-14b1-4ce3-b2cc-72d5dc7a85dd service neutron] 10.222.0.47 "GET /v2.0/networks/63684a4c-b34a-4bd9-aa8d-b33975610bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338730 Apr 16 11:59:55.038333 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:55.170096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b409-8556-44d8-a54e-02d809eb61ed req-08a93323-2653-4d4c-83d4-c352dd1e78f8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:55.177820 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-08a93323-2653-4d4c-83d4-c352dd1e78f8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 819 time: 0.4507823 Apr 16 11:59:55.180026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a1472d-46ac-4930-8ecb-8e1720fe005b {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:55.194248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Request body: {'port': {'device_id': '5e0ba61c-cecf-42f4-a97a-aa616ff891e9', 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597', 'admin_state_up': True, 'tenant_id': '89bec72172304c24ba69a460a96b3d4f'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:55.229667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=05fbc3c3-f69b-419e-988f-665ff17a096e,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:55.246726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:55.271345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 60a1472d-46ac-4930-8ecb-8e1720fe005b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60a1472d-46ac-4930-8ecb-8e1720fe005b,segment=NetworkSegment(d713535e-5d50-49dd-b842-d87df439d40b),segment_id=d713535e-5d50-49dd-b842-d87df439d40b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:55.275226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:55.277721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:55.298522 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b100b13c-bfea-4d52-8f58-082851df584e req-b844b539-efaf-406e-a097-f4918fa79ea9 service neutron] 10.222.0.47 "GET /v2.0/networks/63684a4c-b34a-4bd9-aa8d-b33975610bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216585 Apr 16 11:59:55.320268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc088ed-09ef-44f7-812c-2c43aa75ab6d req-a0aafeb4-7fc4-48de-8bb6-c7975ad39682 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:55.331000 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4dc088ed-09ef-44f7-812c-2c43aa75ab6d req-a0aafeb4-7fc4-48de-8bb6-c7975ad39682 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 943 time: 1.6614797 Apr 16 11:59:55.366116 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 44140) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:55.495295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:55.503683 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=60a1472d-46ac-4930-8ecb-8e1720fe005b,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:55.511481 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:55.522042 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:55.532635 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4dc088ed-09ef-44f7-812c-2c43aa75ab6d req-a2a5289b-30e0-4d9e-b3dd-0735ff4ccfeb tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003160 Apr 16 11:59:55.542310 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Made reservation on behalf of 89bec72172304c24ba69a460a96b3d4f for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:55.553777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['60a1472d-46ac-4930-8ecb-8e1720fe005b'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 11:59:55.569106 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-7bb73bc6-8f65-497c-84be-3c732f3ce6fd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3623223 Apr 16 11:59:55.583538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:55.759711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 05fbc3c3-f69b-419e-988f-665ff17a096e up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:55.868671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:55.885763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Allocated IP 172.20.0.5 (195b8b6d-8669-46c0-8ca5-07056e1f0597/a7934d93-8659-42e4-87aa-5276739ad1e6/1997efa0-5522-4bbe-8fe9-f0de1ac33035) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 11:59:55.940936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:55.945613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Usage tracker for resource:security_group_rule and tenant:2004a9cd8f0c4ceeadb477b61f74dd3b is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:55.949247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:55.956255 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:56.134769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.161274 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-aa472801-0b40-48bf-b7b3-cfc9ca25bfcc service neutron] 10.222.0.75 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711117 Apr 16 11:59:56.167079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.189541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 05fbc3c3-f69b-419e-988f-665ff17a096e triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:56.190893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.415000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.492263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:56.497381 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.527294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da71dbf-e280-4ebc-8893-1bb43de7e2ce,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:56.531707 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-b42ef3b8-c7b3-4a2c-9b25-16846addd461 service neutron] 10.222.0.75 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391194 Apr 16 11:59:56.545350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:56.551482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:56.597628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-05088c89-081f-47c5-ad80-f2718f3b76b7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:56.605833 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-05088c89-081f-47c5-ad80-f2718f3b76b7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 819 time: 0.8033717 Apr 16 11:59:56.630718 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2004a9cd8f0c4ceeadb477b61f74dd3b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2622609 Apr 16 11:59:56.631409 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 44190) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:56.653774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Pushing event updated for resources: {'Port': ['ID=1997efa0-5522-4bbe-8fe9-f0de1ac33035,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:56.670624 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-22fc93a6-8912-4f4c-a314-a063117fb729 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/quotas/89bec72172304c24ba69a460a96b3d4f HTTP/1.1" status: 200 len: 375 time: 0.0637269 Apr 16 11:59:56.749655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:56.878408 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-9a424c0c-dbf8-4aa3-8b46-204aa8fcc1df tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2066855 Apr 16 11:59:56.913529 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f7f11444-2dc3-4d39-9e6c-e48970c34836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:56.971256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 11:59:56.974585 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 11:59:56.981366 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 11:59:56.995858 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:56.996988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.041889 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8549578 Apr 16 11:59:57.048468 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f7f11444-2dc3-4d39-9e6c-e48970c34836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.060842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Request body: {'port': {'device_id': '5e0ba61c-cecf-42f4-a97a-aa616ff891e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:57.142708 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4d55429b-fce2-41cb-9417-608d6bdcbed2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Synchronizing usage tracker for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:security_group {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:57.147784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f7f11444-2dc3-4d39-9e6c-e48970c34836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.165892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:57.194288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f11444-2dc3-4d39-9e6c-e48970c34836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da71dbf-e280-4ebc-8893-1bb43de7e2ce,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:57.196356 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f7f11444-2dc3-4d39-9e6c-e48970c34836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.200369 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f7f11444-2dc3-4d39-9e6c-e48970c34836 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7da71dbf-e280-4ebc-8893-1bb43de7e2ce HTTP/1.1" status: 204 len: 168 time: 0.5666447 Apr 16 11:59:57.203114 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f7f11444-2dc3-4d39-9e6c-e48970c34836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:57.209803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4d55429b-fce2-41cb-9417-608d6bdcbed2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Unset dirty status for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:security_group {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:57.210961 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4d55429b-fce2-41cb-9417-608d6bdcbed2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--469304057&fields=id&tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3 HTTP/1.1" status: 200 len: 267 time: 0.1850748 Apr 16 11:59:57.275348 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.444746 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-de56d35e-2510-4e4b-98dd-144064f02081 service neutron] 10.222.0.75 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652976 Apr 16 11:59:57.683055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-83b53c41-402a-4504-919c-b2b0248a7256 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:57.684082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-83b53c41-402a-4504-919c-b2b0248a7256 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Synchronizing usage tracker for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:network {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 11:59:57.801744 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-4f90adb8-067e-4234-af35-4964e55d20f2 service neutron] 10.222.0.75 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474147 Apr 16 11:59:57.804886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-83b53c41-402a-4504-919c-b2b0248a7256 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Unset dirty status for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:network {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 11:59:57.815996 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-83b53c41-402a-4504-919c-b2b0248a7256 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 817 time: 0.5718191 Apr 16 11:59:57.836909 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-37b46a6d-fe05-4148-bb60-1a17fb5dfab5 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/quotas/bcf04e4015a04ba9a2001fa8c695d8b3 HTTP/1.1" status: 200 len: 375 time: 0.0122931 Apr 16 11:59:57.859515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1997efa0-5522-4bbe-8fe9-f0de1ac33035 {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 11:59:57.877598 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.917524 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Transition to ACTIVE for port object 1997efa0-5522-4bbe-8fe9-f0de1ac33035 will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 11:59:57.924243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:57.924243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44246) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:57.962507 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-e9817840-b7e8-4764-a268-d506ba193a68 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1194844 Apr 16 11:59:58.021737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:58.154000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 60a1472d-46ac-4930-8ecb-8e1720fe005b up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 11:59:58.186896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.329424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 60a1472d-46ac-4930-8ecb-8e1720fe005b completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 11:59:58.341512 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 60a1472d-46ac-4930-8ecb-8e1720fe005b triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 11:59:58.342104 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.345720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:58.350512 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Usage tracker for resource:security_group_rule and tenant:854c2d7822a84b119a3d41bc412ca0b8 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:58.357342 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:58.375227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:58.484828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c986bc-7450-4a0f-908a-0fd3b324f057 req-8ba88434-bbfe-4b24-9f6c-d7961e58651e tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:58.486497 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-66c986bc-7450-4a0f-908a-0fd3b324f057 req-8ba88434-bbfe-4b24-9f6c-d7961e58651e tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 944 time: 0.2220142 Apr 16 11:59:58.582978 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-86006b8b-a7e1-4f66-98c7-914c8767ec7a service neutron] 10.222.0.75 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067863 Apr 16 11:59:58.674783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Pushing event updated for resources: {'Port': ['ID=1997efa0-5522-4bbe-8fe9-f0de1ac33035,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:58.744157 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.845945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 60a1472d-46ac-4930-8ecb-8e1720fe005b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60a1472d-46ac-4930-8ecb-8e1720fe005b,segment=NetworkSegment(d713535e-5d50-49dd-b842-d87df439d40b),segment_id=d713535e-5d50-49dd-b842-d87df439d40b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 11:59:58.849110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c09651-2406-46cc-a0b6-17c9f7b06109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a1472d-46ac-4930-8ecb-8e1720fe005b'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 11:59:58.904988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:58.907542 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-66c986bc-7450-4a0f-908a-0fd3b324f057 req-aa33f53c-2a07-4780-8736-0fc9399ac933 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962045 Apr 16 11:59:58.944260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:58.954933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:59.026847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44278) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:59.033405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=60a1472d-46ac-4930-8ecb-8e1720fe005b,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:59.038921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:59.122612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Attempting to bind port 1997efa0-5522-4bbe-8fe9-f0de1ac33035 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 11:59:59.124003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Attempting to bind port 1997efa0-5522-4bbe-8fe9-f0de1ac33035 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 11:59:59.124541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Attempting to bind port 1997efa0-5522-4bbe-8fe9-f0de1ac33035 on network 195b8b6d-8669-46c0-8ca5-07056e1f0597 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:59.178935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Port 1997efa0-5522-4bbe-8fe9-f0de1ac33035 on network 195b8b6d-8669-46c0-8ca5-07056e1f0597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 11:59:59.179374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Attempting to bind port 1997efa0-5522-4bbe-8fe9-f0de1ac33035 on network 195b8b6d-8669-46c0-8ca5-07056e1f0597 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 11:59:59.205198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-e4ff0515-918c-403b-b10f-6f4e8d3e58e2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 11:59:59.207029 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-e4ff0515-918c-403b-b10f-6f4e8d3e58e2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 810 time: 0.3306487 Apr 16 11:59:59.226353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 11, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 11:59:59.226725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Checking segment: {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 11:59:59.228961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Bound using segment: {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 11:59:59.229501 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Bound port: 1997efa0-5522-4bbe-8fe9-f0de1ac33035, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 11:59:59.231558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.380529 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.381133 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-59a3639b-e8be-4048-b4fb-461c43e5b4dc req-e8779298-4298-4dea-832a-b5dbf28f21d4 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 210 time: 0.1699383 Apr 16 11:59:59.385625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.402512 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.402660 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-1655575a-5f10-4d1d-91a1-a01f6e31928e service neutron] 10.222.0.75 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8081315 Apr 16 11:59:59.424846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d87bafa1-4ec2-4059-ab85-909122f07fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:59.439252 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:59.453773 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-100bd9fd-8007-4bf7-8f28-11005539cd09 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3926a68b30594b048587be62637bfcfc HTTP/1.1" status: 200 len: 5704 time: 0.1191485 Apr 16 11:59:59.457885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Usage tracker for resource:security_group_rule and tenant:883ecbd415cc426aaab26cab092c1c97 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:59.467654 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'port': {'device_id': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'admin_state_up': True, 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'security_groups': ['e390525c-28a9-462b-b823-62b678699b28']}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 11:59:59.517612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:59.561311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:59.581283 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=854c2d7822a84b119a3d41bc412ca0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6557248 Apr 16 11:59:59.583852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44296) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 11:59:59.588003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ffffc-2c54-4e85-a84b-ea2803d32b85,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 11:59:59.603671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 11:59:59.640419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] For port 1997efa0-5522-4bbe-8fe9-f0de1ac33035, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 11:59:59.666211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] For port 1997efa0-5522-4bbe-8fe9-f0de1ac33035, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 11:59:59.699657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.736886 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8fd0253f-05ca-40d8-aaf0-ee5b094c7e10 req-6e8a1853-7b21-4cff-a7bd-1547619919b5 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 210 time: 0.0533109 Apr 16 11:59:59.802876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 11:59:59.803841 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.825101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6e41aba4-cdc7-4f25-bd3c-e3e4f318d4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.850371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:port and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 11:59:59.859028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 11:59:59.864028 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-94700498-0701-4548-bfdd-27a61c75a7d1 req-95f5315c-8711-4b68-b2c0-34d9093f84da tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 210 time: 0.0651743 Apr 16 11:59:59.868294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 11:59:59.895887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d9bd18f0-4b58-4db3-a19b-df423618ee0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 11:59:59.934364 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c09651-2406-46cc-a0b6-17c9f7b06109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a1472d-46ac-4930-8ecb-8e1720fe005b', 'code': 200} Apr 16 11:59:59.981954 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 11:59:59.990101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Made reservation on behalf of 3926a68b30594b048587be62637bfcfc for: {'port': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 11:59:59.996801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.039285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6e41aba4-cdc7-4f25-bd3c-e3e4f318d4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.059247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.226323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.47', 58920) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:00.267300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.47', 58921) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:00.304754 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=883ecbd415cc426aaab26cab092c1c97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2394054 Apr 16 12:00:00.305649 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Pushing event updated for resources: {'Port': ['ID=1997efa0-5522-4bbe-8fe9-f0de1ac33035,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:00.308530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44330) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:00.317196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:00.320171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:00.424835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6e41aba4-cdc7-4f25-bd3c-e3e4f318d4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.439754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4444ae-a47b-424c-8d49-cf71b2a720b6,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:00.448341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:00.451582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e147d616-c267-4f5a-8b60-f29fc57f495e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:00.500814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41aba4-cdc7-4f25-bd3c-e3e4f318d4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ffffc-2c54-4e85-a84b-ea2803d32b85,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:00.546229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:00.547110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.548795 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-d4687823-921f-4579-8b76-930774b4de9d service neutron] 10.222.0.47 "PUT /v2.0/ports/1997efa0-5522-4bbe-8fe9-f0de1ac33035 HTTP/1.1" status: 200 len: 1093 time: 3.4980640 Apr 16 12:00:00.549458 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0ba61c-cecf-42f4-a97a-aa616ff891e9', 'tag': '1997efa0-5522-4bbe-8fe9-f0de1ac33035'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:00.557864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Allocated IP 172.20.0.9 (a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2/44414bf5-20e3-40cb-b7e9-3db1f3f74dc8/cc32b165-e7cc-4b02-97b8-0054bf879c27) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:00.625806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6e41aba4-cdc7-4f25-bd3c-e3e4f318d4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:00.662989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6e41aba4-cdc7-4f25-bd3c-e3e4f318d4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.666938 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6e41aba4-cdc7-4f25-bd3c-e3e4f318d4f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d09ffffc-2c54-4e85-a84b-ea2803d32b85 HTTP/1.1" status: 204 len: 168 time: 1.0733221 Apr 16 12:00:00.788998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0210a85e-d1c2-49ef-937f-e5342c6f9a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.804602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-6c2ef3dd-27a5-4312-88e7-520507281ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:00.806225 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-6c2ef3dd-27a5-4312-88e7-520507281ff0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 1098 time: 0.5784225 Apr 16 12:00:00.856435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.860259 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-63ec4a07-9cf2-462b-8894-ee5cfe5cadbb req-62d2fc2a-6c01-47de-b5ed-507fe86e3c4f tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 210 time: 0.1125836 Apr 16 12:00:00.884485 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0210a85e-d1c2-49ef-937f-e5342c6f9a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:00.898640 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:00.908835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Usage tracker for resource:security_group_rule and tenant:596f8d6f25494e7cacc4395adc751bd5 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:00.950099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:00.962748 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:00.981663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-3fdd6ffa-3d33-4c7b-96cd-97b192ae59c3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:00.983462 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-3fdd6ffa-3d33-4c7b-96cd-97b192ae59c3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 819 time: 0.7010040 Apr 16 12:00:01.001066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Request body: {'port': {'device_id': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597', 'admin_state_up': True, 'tenant_id': '89bec72172304c24ba69a460a96b3d4f'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:01.075909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.088346 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.101879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd7c2e-59cf-4034-a943-c1b815ecc96b req-eceefb75-66a1-422a-abef-3780a8fc3280 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:01.103516 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-07dd7c2e-59cf-4034-a943-c1b815ecc96b req-eceefb75-66a1-422a-abef-3780a8fc3280 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 945 time: 0.9257274 Apr 16 12:00:01.115942 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:01.124981 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-615cc10b-8117-4809-a185-ee45bfcdbb89 req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080232 Apr 16 12:00:01.155416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b409-8556-44d8-a54e-02d809eb61ed req-23c92e18-601c-47b7-b211-13e3ff6319db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:01.157236 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-23c92e18-601c-47b7-b211-13e3ff6319db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1096 time: 0.4441113 Apr 16 12:00:01.164449 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=69afee2c-0c1c-42df-b501-68019512f8f5,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:01.169307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:01.171566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.178283 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0210a85e-d1c2-49ef-937f-e5342c6f9a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.184758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-eed2e9a5-bead-4b56-abad-3777955a4488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:01.206107 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210a85e-d1c2-49ef-937f-e5342c6f9a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4444ae-a47b-424c-8d49-cf71b2a720b6,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:01.272381 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d44d5d3-fcdc-4ecb-89b1-9fbcd1e1a45b req-21ad60c4-8543-40d8-b96c-2885a8010adb tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 210 time: 0.1592312 Apr 16 12:00:01.278231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Transition to ACTIVE for port object cc32b165-e7cc-4b02-97b8-0054bf879c27 will not be triggered until provisioned by entity DHCP. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:01.315801 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-07dd7c2e-59cf-4034-a943-c1b815ecc96b req-bc713290-b30d-4df3-8425-f91edf7baa29 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485121 Apr 16 12:00:01.351584 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-cb80236e-ecf0-4f2f-ac82-608ab821ecca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035 HTTP/1.1" status: 200 len: 217 time: 0.1467731 Apr 16 12:00:01.352584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0210a85e-d1c2-49ef-937f-e5342c6f9a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:01.374993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0210a85e-d1c2-49ef-937f-e5342c6f9a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.379356 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-0210a85e-d1c2-49ef-937f-e5342c6f9a12 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e4444ae-a47b-424c-8d49-cf71b2a720b6 HTTP/1.1" status: 204 len: 168 time: 1.0633223 Apr 16 12:00:01.400914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:01.409008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Usage tracker for resource:port and tenant:89bec72172304c24ba69a460a96b3d4f is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:01.422537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:01.429653 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.442179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:01.489295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:01.499183 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632b409-8556-44d8-a54e-02d809eb61ed req-fcdacd14-a423-4273-a3b2-a44efa36e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:01.503206 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-fcdacd14-a423-4273-a3b2-a44efa36e63e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.1302364 Apr 16 12:00:01.729318 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0ba61c-cecf-42f4-a97a-aa616ff891e9', 'tag': '1997efa0-5522-4bbe-8fe9-f0de1ac33035', 'status': 'completed', 'code': 200} Apr 16 12:00:01.732540 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-c6a3f4b7-4fc2-454c-9477-a049f631b2fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589778 Apr 16 12:00:01.866884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-ef0138bd-ad5f-42f2-b4a5-5ba22f664e34 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:01.874311 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-ef0138bd-ad5f-42f2-b4a5-5ba22f664e34 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 817 time: 0.3689489 Apr 16 12:00:01.874580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Made reservation on behalf of 89bec72172304c24ba69a460a96b3d4f for: {'port': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:01.887233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:01.909914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44386) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:01.948451 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2ed2093d-a842-497e-9ae6-f4e7bbce5572 req-868d0ef1-6fe3-4303-a6dc-b3d7ce0510c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 210 time: 0.3251450 Apr 16 12:00:01.983992 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:02.055779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:02.061231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'Port': ['ID=cc32b165-e7cc-4b02-97b8-0054bf879c27,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:02.075733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:02.088219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:02.088990 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.101355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44404) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:02.148375 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-2d04d39a-aabd-41ad-94d4-e278cee72e22 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Synchronizing usage tracker for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:security_group {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:02.157411 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-5e0cbfad-633d-4866-aa15-f61fa7610349 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4067936 Apr 16 12:00:02.163500 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.229041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:02.235818 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7747965 Apr 16 12:00:02.254834 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Request body: {'port': {'device_id': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:02.425905 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-4b08d478-4d3d-4563-b830-5937af515968 None None] Provisioning for port cc32b165-e7cc-4b02-97b8-0054bf879c27 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:02.437731 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-4b08d478-4d3d-4563-b830-5937af515968 None None] Provisioning complete for port cc32b165-e7cc-4b02-97b8-0054bf879c27 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:02.439235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4b08d478-4d3d-4563-b830-5937af515968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.595354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-4b08d478-4d3d-4563-b830-5937af515968 None None] Port cc32b165-e7cc-4b02-97b8-0054bf879c27 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:00:02.724363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:02.727123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-2d04d39a-aabd-41ad-94d4-e278cee72e22 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Unset dirty status for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:security_group {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:02.728987 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-2d04d39a-aabd-41ad-94d4-e278cee72e22 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3 HTTP/1.1" status: 200 len: 5704 time: 0.8424525 Apr 16 12:00:02.736217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Usage tracker for resource:security_group_rule and tenant:62d85766ad244318b73e557d73defc0b is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:02.754194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'port': {'device_id': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'admin_state_up': True, 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'security_groups': ['5bbb9196-a45d-46fd-bac9-b2aadda5d0bf']}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:02.776058 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:02.779975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-509df100-611f-4c20-9f4c-e916dd0b34df req-c5ca7885-b993-41f3-ac70-fd165fa3f23d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Synchronizing usage tracker for tenant:89bec72172304c24ba69a460a96b3d4f on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:02.784140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.810521 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:02.861777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:02.885756 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669533c-e6af-4785-8fd8-d7c7a6bc5e49 req-58970dbe-7d6c-4142-aff8-8cb648ce58c1 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:02.886525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-c669533c-e6af-4785-8fd8-d7c7a6bc5e49 req-58970dbe-7d6c-4142-aff8-8cb648ce58c1 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Synchronizing usage tracker for tenant:3926a68b30594b048587be62637bfcfc on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:02.908298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:02.911094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Allocated IP 172.20.0.6 (195b8b6d-8669-46c0-8ca5-07056e1f0597/a7934d93-8659-42e4-87aa-5276739ad1e6/f95747c3-9558-41c7-aed2-14e6d6847220) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:02.940450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Usage tracker for resource:security_group_rule and tenant:20fa68b25c8f475692e37231440ec612 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:02.973311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:02.992033 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4632b409-8556-44d8-a54e-02d809eb61ed req-cd955c51-8c95-439b-8818-5493d829d682 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8129878 Apr 16 12:00:02.996442 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:03.022605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-509df100-611f-4c20-9f4c-e916dd0b34df req-c5ca7885-b993-41f3-ac70-fd165fa3f23d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Unset dirty status for tenant:89bec72172304c24ba69a460a96b3d4f on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:03.035072 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-509df100-611f-4c20-9f4c-e916dd0b34df req-c5ca7885-b993-41f3-ac70-fd165fa3f23d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 210 time: 0.3423755 Apr 16 12:00:03.089654 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-c669533c-e6af-4785-8fd8-d7c7a6bc5e49 req-58970dbe-7d6c-4142-aff8-8cb648ce58c1 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Unset dirty status for tenant:3926a68b30594b048587be62637bfcfc on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:03.091949 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c669533c-e6af-4785-8fd8-d7c7a6bc5e49 req-58970dbe-7d6c-4142-aff8-8cb648ce58c1 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 931 time: 1.0335774 Apr 16 12:00:03.118373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.139689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.200314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-586ce2bc-fd42-4113-b1c9-3c67ac406135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:03.275446 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20fa68b25c8f475692e37231440ec612&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3611906 Apr 16 12:00:03.277355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44442) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:03.324896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:03.329074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:port and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:03.333023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:03.339317 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.344755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:03.369413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96afd1a4-7c99-47ce-b5d2-c13cefb24fc3,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:03.372186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Made reservation on behalf of bcf04e4015a04ba9a2001fa8c695d8b3 for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:03.384535 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.404680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:03.469780 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c669533c-e6af-4785-8fd8-d7c7a6bc5e49 req-62252354-6866-436a-b30e-bb811a9edfbf tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563774 Apr 16 12:00:03.575907 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.578845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-4b1de61c-43e8-4d81-88b1-bfe14648ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:03.580976 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-4b1de61c-43e8-4d81-88b1-bfe14648ff6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1096 time: 0.4558280 Apr 16 12:00:03.626949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-23d831a4-b085-4b9b-b635-a109439e32bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.628879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.645532 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8f3604b3-e11f-47ee-b656-6629f0cc8d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:03.743961 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ea543b0d-bf46-41aa-95db-759381e77812 req-71677099-2d75-4519-858c-096ae23b9de8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 210 time: 0.1191747 Apr 16 12:00:03.770820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44c28e-a800-4ffb-8ca1-570c8be62246 req-ad39f9cb-e314-49f8-9fe0-1410a8415373 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:03.778405 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9f44c28e-a800-4ffb-8ca1-570c8be62246 req-ad39f9cb-e314-49f8-9fe0-1410a8415373 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 945 time: 0.4204764 Apr 16 12:00:03.799752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.849091 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:03.851466 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=62d85766ad244318b73e557d73defc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7484579 Apr 16 12:00:03.869456 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44462) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:03.873384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-23d831a4-b085-4b9b-b635-a109439e32bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:03.913520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a83b3ab-5077-45bd-99e7-6147592816c4,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:03.930571 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:03.947589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Allocated IP 172.20.0.6 (866160ca-b38d-424e-b94b-1de06f3aa76c/e3026b28-06c9-4ebd-b0b3-b690496d2212/b20a8a4b-6306-478c-955d-56d05463ec9c) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:04.020592 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9f44c28e-a800-4ffb-8ca1-570c8be62246 req-e6969951-1456-4eb5-84e1-5b70db4d750a tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406943 Apr 16 12:00:04.021334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-2aab5378-3546-475b-81d2-200992e7941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:04.022842 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-2aab5378-3546-475b-81d2-200992e7941b service neutron] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 920 time: 0.4312804 Apr 16 12:00:04.046793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Pushing event updated for resources: {'Port': ['ID=f95747c3-9558-41c7-aed2-14e6d6847220,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:04.066367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:04.147480 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-a20b62d4-30b2-48a0-97c4-73441a65f52e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035 HTTP/1.1" status: 200 len: 217 time: 0.1159935 Apr 16 12:00:04.234668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d7b96c0-ae6d-4063-b6f9-7143f2ab0aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.255049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-23d831a4-b085-4b9b-b635-a109439e32bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.281532 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc32b165-e7cc-4b02-97b8-0054bf879c27 {{(pid=85303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:04.291197 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.320184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:04.326099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Transition to ACTIVE for port object cc32b165-e7cc-4b02-97b8-0054bf879c27 will not be triggered until provisioned by entity L2. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:04.333230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:04.339166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:04.340760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.343950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:04.351118 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:04.351935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.371343 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-61dbdf22-e2c4-45df-b768-42c7f7014337 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:04.374039 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d831a4-b085-4b9b-b635-a109439e32bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96afd1a4-7c99-47ce-b5d2-c13cefb24fc3,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:04.382483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d7b96c0-ae6d-4063-b6f9-7143f2ab0aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.390819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-abbcff54-1e5e-4edd-80af-361cc1fdb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:04.392956 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-abbcff54-1e5e-4edd-80af-361cc1fdb507 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.2348800 Apr 16 12:00:04.406589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-23d831a4-b085-4b9b-b635-a109439e32bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:04.508996 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-6a470dfb-ca21-41ac-8b4c-3ad2693be02d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979834 Apr 16 12:00:04.546548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-23d831a4-b085-4b9b-b635-a109439e32bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.547835 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-23d831a4-b085-4b9b-b635-a109439e32bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/96afd1a4-7c99-47ce-b5d2-c13cefb24fc3 HTTP/1.1" status: 204 len: 168 time: 1.2522221 Apr 16 12:00:04.574826 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5797243 Apr 16 12:00:04.596302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Pushing event updated for resources: {'Port': ['ID=cc32b165-e7cc-4b02-97b8-0054bf879c27,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:04.603004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Request body: {'port': {'device_id': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:04.650502 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:04.686082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db09702-c3c7-438c-b84d-58bf95ded877 req-d9e7b457-c6c3-4135-a214-89145ccecfc4 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:04.687673 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4db09702-c3c7-438c-b84d-58bf95ded877 req-d9e7b457-c6c3-4135-a214-89145ccecfc4 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 931 time: 0.4625266 Apr 16 12:00:04.793940 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:04.939742 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-c5cdbb12-4de3-4953-9b4e-b2834c3668a7 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905346 Apr 16 12:00:05.052057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 44516) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:05.083432 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-4db09702-c3c7-438c-b84d-58bf95ded877 req-41ac3a56-d50d-4c27-8a52-ddd3cc874f83 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Synchronizing usage tracker for tenant:89bec72172304c24ba69a460a96b3d4f on resource:security_group {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:05.099414 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d7b96c0-ae6d-4063-b6f9-7143f2ab0aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.107140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Transition to ACTIVE for port object b20a8a4b-6306-478c-955d-56d05463ec9c will not be triggered until provisioned by entity DHCP. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:05.110484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:05.141599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b96c0-ae6d-4063-b6f9-7143f2ab0aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a83b3ab-5077-45bd-99e7-6147592816c4,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:05.184448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.200849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d7b96c0-ae6d-4063-b6f9-7143f2ab0aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:05.207477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d7b96c0-ae6d-4063-b6f9-7143f2ab0aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.212415 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8d7b96c0-ae6d-4063-b6f9-7143f2ab0aba admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a83b3ab-5077-45bd-99e7-6147592816c4 HTTP/1.1" status: 204 len: 168 time: 1.3418694 Apr 16 12:00:05.222941 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8a2dee57-1720-42e5-8ce0-f1b4e91b6f84 req-9fd0f8bf-d6a3-4d9b-befa-94fdf59e7dd2 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719083 Apr 16 12:00:05.233828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-4db09702-c3c7-438c-b84d-58bf95ded877 req-41ac3a56-d50d-4c27-8a52-ddd3cc874f83 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Unset dirty status for tenant:89bec72172304c24ba69a460a96b3d4f on resource:security_group {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:05.246069 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4db09702-c3c7-438c-b84d-58bf95ded877 req-41ac3a56-d50d-4c27-8a52-ddd3cc874f83 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256171 Apr 16 12:00:05.267349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.408869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44524) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:05.410350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5f5a361f-44f3-4a38-991e-133c1d9f4500 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:05.507586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.510201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.548880 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:05.552948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb1aadb867746ab90d50a31fac34fb4 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:05.560862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:05.563854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:05.567027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:05.576176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:05.585788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Network 866160ca-b38d-424e-b94b-1de06f3aa76c is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:05.590535 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:05.592968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:05.599803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:05.600548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.602742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ef505-4884-4308-a96a-8fa9ef86363d req-2a79e14f-9d4f-40e1-bdc3-f8dbcb70c279 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:05.610358 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b35ef505-4884-4308-a96a-8fa9ef86363d req-2a79e14f-9d4f-40e1-bdc3-f8dbcb70c279 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 943 time: 0.7796819 Apr 16 12:00:05.643473 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8956337 Apr 16 12:00:05.661409 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Request body: {'port': {'device_id': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:05.677590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Attempting to bind port cc32b165-e7cc-4b02-97b8-0054bf879c27 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:05.677954 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Attempting to bind port cc32b165-e7cc-4b02-97b8-0054bf879c27 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:05.678301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Attempting to bind port cc32b165-e7cc-4b02-97b8-0054bf879c27 on network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:05.682630 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:05.707740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Usage tracker for resource:security_group_rule and tenant:5df68af2c12944e5ae1cd2a4a8be9380 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:05.710407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Port cc32b165-e7cc-4b02-97b8-0054bf879c27 on network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:00:05.710766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Attempting to bind port cc32b165-e7cc-4b02-97b8-0054bf879c27 on network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:05.720112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:05.742635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:05.743005 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Checking segment: {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:05.743481 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Bound using segment: {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:05.743921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Bound port: cc32b165-e7cc-4b02-97b8-0054bf879c27, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'}}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:05.744303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.762150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:05.837017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.843228 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.854030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6e41aba4-cdc7-4f25-bd3c-e3e4f318d4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:05.866843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.874363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b9031dbc-a082-43b5-8967-175b004cd7c0 None None] Provisioning for port b20a8a4b-6306-478c-955d-56d05463ec9c completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:05.881116 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b9031dbc-a082-43b5-8967-175b004cd7c0 None None] Provisioning complete for port b20a8a4b-6306-478c-955d-56d05463ec9c triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:05.881853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9031dbc-a082-43b5-8967-175b004cd7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:05.909932 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b35ef505-4884-4308-a96a-8fa9ef86363d req-71f44adf-d339-4d94-8395-0525b26728de tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979345 Apr 16 12:00:05.950978 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dcb1aadb867746ab90d50a31fac34fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4944620 Apr 16 12:00:05.951845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed514079-66c6-44ca-832a-3a556c1af844,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:05.955271 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:05.966091 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-b9031dbc-a082-43b5-8967-175b004cd7c0 None None] Port b20a8a4b-6306-478c-955d-56d05463ec9c cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:00:05.976072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44538) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:06.187994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 1997efa0-5522-4bbe-8fe9-f0de1ac33035 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:00:06.225544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a353f5-7130-44c9-ab0b-a70f5bfa9a37 req-e47ca2cf-6ce9-4404-8127-2181f6393828 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:06.227193 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-36a353f5-7130-44c9-ab0b-a70f5bfa9a37 req-e47ca2cf-6ce9-4404-8127-2181f6393828 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 931 time: 0.7744145 Apr 16 12:00:06.266907 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e76a408d-17e4-483e-8c83-afb394d58792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.359711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e76a408d-17e4-483e-8c83-afb394d58792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.460060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] For port cc32b165-e7cc-4b02-97b8-0054bf879c27, host hv-cinder-78662, cleared binding levels {{(pid=85303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:06.507096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] For port cc32b165-e7cc-4b02-97b8-0054bf879c27, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:06.522917 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-36a353f5-7130-44c9-ab0b-a70f5bfa9a37 req-e6f8fe9d-f7fd-4265-b61f-b584efee42c4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2794178 Apr 16 12:00:06.551191 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e76a408d-17e4-483e-8c83-afb394d58792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.570758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 1997efa0-5522-4bbe-8fe9-f0de1ac33035, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:06.572484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0210a85e-d1c2-49ef-937f-e5342c6f9a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:06.617666 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '1997efa0-5522-4bbe-8fe9-f0de1ac33035', 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597', 'port_id': '1997efa0-5522-4bbe-8fe9-f0de1ac33035', 'mac_address': 'fa:16:3e:55:97:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7934d93-8659-42e4-87aa-5276739ad1e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:00:06.649215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a408d-17e4-483e-8c83-afb394d58792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed514079-66c6-44ca-832a-3a556c1af844,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:06.651849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e76a408d-17e4-483e-8c83-afb394d58792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:06.683995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e76a408d-17e4-483e-8c83-afb394d58792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.688779 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-e76a408d-17e4-483e-8c83-afb394d58792 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed514079-66c6-44ca-832a-3a556c1af844 HTTP/1.1" status: 204 len: 168 time: 0.7111371 Apr 16 12:00:06.701959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.718196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20a8a4b-6306-478c-955d-56d05463ec9c {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:06.743137 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.791293 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:06.792034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Transition to ACTIVE for port object b20a8a4b-6306-478c-955d-56d05463ec9c will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:06.798501 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.806754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.820895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:06.838071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1997efa0-5522-4bbe-8fe9-f0de1ac33035 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:06.871698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 1997efa0-5522-4bbe-8fe9-f0de1ac33035, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:06.883143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:06.886326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:06.921925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:07.004198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:07.039450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95747c3-9558-41c7-aed2-14e6d6847220 {{(pid=85303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:07.058645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=1997efa0-5522-4bbe-8fe9-f0de1ac33035,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:07.065993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:07.074853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.097620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.148421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.148695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['1997efa0-5522-4bbe-8fe9-f0de1ac33035'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:00:07.180097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Transition to ACTIVE for port object f95747c3-9558-41c7-aed2-14e6d6847220 will not be triggered until provisioned by entity L2. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:07.203383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Pushing event updated for resources: {'Port': ['ID=cc32b165-e7cc-4b02-97b8-0054bf879c27,revision_number=3']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:07.227969 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.229160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:07.239727 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:07.370241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ea2ab-3e64-40e6-82af-673def6597c8 req-d32c72c8-b272-455c-9fb5-72ccc355d986 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:07.372039 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-838ea2ab-3e64-40e6-82af-673def6597c8 req-d32c72c8-b272-455c-9fb5-72ccc355d986 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 931 time: 0.6718462 Apr 16 12:00:07.507791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:07.508679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.510204 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc32b165-e7cc-4b02-97b8-0054bf879c27 HTTP/1.1" status: 200 len: 1093 time: 5.2612355 Apr 16 12:00:07.510937 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'tag': 'cc32b165-e7cc-4b02-97b8-0054bf879c27'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:07.552436 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5df68af2c12944e5ae1cd2a4a8be9380&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4909403 Apr 16 12:00:07.569223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 44596) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:07.617649 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cb269d-668a-4dc2-9b20-1d0ebb072f0f,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:07.750184 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-838ea2ab-3e64-40e6-82af-673def6597c8 req-4bf03df5-46d1-4f7c-ab42-d081e5aa85ca tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495379 Apr 16 12:00:07.751652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:07.839306 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:07.901281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Attempting to bind port b20a8a4b-6306-478c-955d-56d05463ec9c on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:07.901667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Attempting to bind port b20a8a4b-6306-478c-955d-56d05463ec9c by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:07.902040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Attempting to bind port b20a8a4b-6306-478c-955d-56d05463ec9c on network 866160ca-b38d-424e-b94b-1de06f3aa76c {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:07.914671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Port b20a8a4b-6306-478c-955d-56d05463ec9c on network 866160ca-b38d-424e-b94b-1de06f3aa76c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:00:07.915034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Attempting to bind port b20a8a4b-6306-478c-955d-56d05463ec9c on network 866160ca-b38d-424e-b94b-1de06f3aa76c {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:07.928594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:07.932541 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'tag': 'cc32b165-e7cc-4b02-97b8-0054bf879c27', 'status': 'completed', 'code': 200} Apr 16 12:00:07.932672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Checking segment: {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:07.932672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Bound using segment: {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:07.932984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Bound port: b20a8a4b-6306-478c-955d-56d05463ec9c, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:07.933373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:07.941562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Pushing event updated for resources: {'Port': ['ID=f95747c3-9558-41c7-aed2-14e6d6847220,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:08.008881 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:08.105357 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:08.109623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:08.114847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.133048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6bd05757-255c-44a4-98ad-2ca5ecc571dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.204798 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:08.222321 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 1997efa0-5522-4bbe-8fe9-f0de1ac33035 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:08.234750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6bd05757-255c-44a4-98ad-2ca5ecc571dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.329058 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:08.335572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:08.383758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:08.384444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.386054 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] 10.222.0.47 "PUT /v2.0/ports/b20a8a4b-6306-478c-955d-56d05463ec9c HTTP/1.1" status: 200 len: 1093 time: 2.7342687 Apr 16 12:00:08.386525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:08.406060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-75fc5150-02ba-4c0d-889e-ac3e785cd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:08.423651 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-75fc5150-02ba-4c0d-889e-ac3e785cd6d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 1096 time: 0.8439605 Apr 16 12:00:08.436572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 1997efa0-5522-4bbe-8fe9-f0de1ac33035 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:08.454243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 1997efa0-5522-4bbe-8fe9-f0de1ac33035 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:08.454678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.681139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-73a20b65-e558-490a-bb20-62479fa223b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:08.683081 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-73a20b65-e558-490a-bb20-62479fa223b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 1096 time: 0.2498705 Apr 16 12:00:08.707685 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739964f-4fb4-47fa-8747-38383587010f req-96ac3f51-e433-4cbc-9e40-e3a098bb65c2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:08.745310 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3739964f-4fb4-47fa-8747-38383587010f req-96ac3f51-e433-4cbc-9e40-e3a098bb65c2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 943 time: 0.9556568 Apr 16 12:00:08.778960 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.809510 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-40273be8-3977-427b-a81f-7895ae23637e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b20a8a4b-6306-478c-955d-56d05463ec9c HTTP/1.1" status: 200 len: 217 time: 0.1172338 Apr 16 12:00:08.861943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0ba61c-cecf-42f4-a97a-aa616ff891e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1997efa0-5522-4bbe-8fe9-f0de1ac33035'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:08.868208 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Attempting to bind port f95747c3-9558-41c7-aed2-14e6d6847220 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:08.868701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Attempting to bind port f95747c3-9558-41c7-aed2-14e6d6847220 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:08.869176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Attempting to bind port f95747c3-9558-41c7-aed2-14e6d6847220 on network 195b8b6d-8669-46c0-8ca5-07056e1f0597 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:08.872606 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-0788ad28-ced6-4a9f-ab2f-4184793faf54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27 HTTP/1.1" status: 200 len: 217 time: 0.4240396 Apr 16 12:00:08.889304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae81692-edb3-499d-8b67-ae34c4c607b1 req-20cbf422-4cea-47a9-9649-a727df0b55f0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:08.889504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 1997efa0-5522-4bbe-8fe9-f0de1ac33035, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:08.891351 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6ae81692-edb3-499d-8b67-ae34c4c607b1 req-20cbf422-4cea-47a9-9649-a727df0b55f0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.8702555 Apr 16 12:00:08.899020 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:08.901723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:08.912713 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-335ee970-6e36-42ab-b374-d0c85732c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:08.912713 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-335ee970-6e36-42ab-b374-d0c85732c7de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.0946908 Apr 16 12:00:08.973243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-e89932f8-8373-4121-b82f-128b1805aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:08.975203 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-e89932f8-8373-4121-b82f-128b1805aaba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.0778964 Apr 16 12:00:09.011508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Port f95747c3-9558-41c7-aed2-14e6d6847220 on network 195b8b6d-8669-46c0-8ca5-07056e1f0597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:00:09.012017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Attempting to bind port f95747c3-9558-41c7-aed2-14e6d6847220 on network 195b8b6d-8669-46c0-8ca5-07056e1f0597 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:09.030656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=1997efa0-5522-4bbe-8fe9-f0de1ac33035,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:09.035750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:09.073816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-c9f70102-0a7d-42b3-bfc1-8759e67d83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:09.079860 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-c9f70102-0a7d-42b3-bfc1-8759e67d83cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1571620 Apr 16 12:00:09.136537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:09.137159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Checking segment: {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:09.137781 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Bound using segment: {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:09.138508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Bound port: f95747c3-9558-41c7-aed2-14e6d6847220, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a58c9c7-bd17-4907-9641-824d89c7c5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597'}}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:09.139102 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.189244 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3739964f-4fb4-47fa-8747-38383587010f req-4cef6564-f5fb-4cf9-9306-51928059058b tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4428203 Apr 16 12:00:09.335487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6bd05757-255c-44a4-98ad-2ca5ecc571dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.336226 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'status': 'completed', 'code': 200} Apr 16 12:00:09.354170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-78aada53-1f7b-4bc0-90ff-e4200b92965b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:09.371380 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6ae81692-edb3-499d-8b67-ae34c4c607b1 req-b45a462f-ab2e-43dd-ab32-a8a2e926d89a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946476 Apr 16 12:00:09.375688 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-3deb49c4-d4e9-4ee2-acce-5b707c4c57bb service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789631 Apr 16 12:00:09.403948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6bd05757-255c-44a4-98ad-2ca5ecc571dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:09.405501 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6bd05757-255c-44a4-98ad-2ca5ecc571dc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9cb269d-668a-4dc2-9b20-1d0ebb072f0f HTTP/1.1" status: 204 len: 168 time: 1.8280663 Apr 16 12:00:09.421144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd05757-255c-44a4-98ad-2ca5ecc571dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cb269d-668a-4dc2-9b20-1d0ebb072f0f,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:09.446207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6bd05757-255c-44a4-98ad-2ca5ecc571dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:09.568291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-7e593232-3207-4b9f-bb49-d953b7826a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:09.584240 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-7e593232-3207-4b9f-bb49-d953b7826a95 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5559287 Apr 16 12:00:09.586655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] For port f95747c3-9558-41c7-aed2-14e6d6847220, host hv-cinder-78662, cleared binding levels {{(pid=85303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:09.598673 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0ba61c-cecf-42f4-a97a-aa616ff891e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1997efa0-5522-4bbe-8fe9-f0de1ac33035', 'code': 200} Apr 16 12:00:09.806028 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81070542-9930-4f48-9b41-ae9bce4d5dd4 req-3bc79cde-b79a-43da-9d7f-82b3c885e0ea service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234698 Apr 16 12:00:09.819226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] For port f95747c3-9558-41c7-aed2-14e6d6847220, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f95747c3-9558-41c7-aed2-14e6d6847220,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:09.829418 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.305339 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215c875-533a-4110-8b13-2be554997764 req-4a20a70e-3057-4e09-9e72-00fa47c57e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:10.307344 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c215c875-533a-4110-8b13-2be554997764 req-4a20a70e-3057-4e09-9e72-00fa47c57e6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 1096 time: 0.4140913 Apr 16 12:00:10.503439 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44700) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:10.503923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44704) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:10.545988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cebc10d-c604-4af9-983b-37b850c6435e req-f9c1d17a-63a9-4468-808f-7ebafe8275d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:10.547886 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2cebc10d-c604-4af9-983b-37b850c6435e req-f9c1d17a-63a9-4468-808f-7ebafe8275d6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1098 time: 0.4884779 Apr 16 12:00:10.587730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:10.646103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.702014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:10.774737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2cebc10d-c604-4af9-983b-37b850c6435e req-739222bd-0ff9-4515-97ee-5e04ba5d68e1 service neutron] Synchronizing usage tracker for tenant:596f8d6f25494e7cacc4395adc751bd5 on resource:security_group {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:10.784153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Usage tracker for resource:security_group_rule and tenant:14be17dc70b54c0ca4b6fbf87d92c90c is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:10.805228 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:10.830547 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:10.848985 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:10.849688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.851296 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] 10.222.0.47 "PUT /v2.0/ports/f95747c3-9558-41c7-aed2-14e6d6847220 HTTP/1.1" status: 200 len: 1093 time: 6.2615042 Apr 16 12:00:10.858404 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2cebc10d-c604-4af9-983b-37b850c6435e req-739222bd-0ff9-4515-97ee-5e04ba5d68e1 service neutron] Unset dirty status for tenant:596f8d6f25494e7cacc4395adc751bd5 on resource:security_group {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:10.859778 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2cebc10d-c604-4af9-983b-37b850c6435e req-739222bd-0ff9-4515-97ee-5e04ba5d68e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917435 Apr 16 12:00:10.862749 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'tag': 'f95747c3-9558-41c7-aed2-14e6d6847220'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:10.882147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215c875-533a-4110-8b13-2be554997764 req-ae9a0d49-a596-4e69-93f9-619c0ced6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:10.883773 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c215c875-533a-4110-8b13-2be554997764 req-ae9a0d49-a596-4e69-93f9-619c0ced6d4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 918 time: 0.5676188 Apr 16 12:00:10.891083 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-9a327660-8cf5-4547-adad-0b154dddf220 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2990382 Apr 16 12:00:10.907455 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:10.920641 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Pushing event updated for resources: {'Port': ['ID=f95747c3-9558-41c7-aed2-14e6d6847220,revision_number=3']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:10.931130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:10.959370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:10.982774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2ba17-51e2-4a39-bede-b899a3fc90a5 req-b38a09a8-21ce-49eb-be68-e5aee5562080 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:10.984785 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbe2ba17-51e2-4a39-bede-b899a3fc90a5 req-b38a09a8-21ce-49eb-be68-e5aee5562080 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 1.4264603 Apr 16 12:00:11.002734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Usage tracker for resource:security_group_rule and tenant:a80a1d7d26ad4e18a7b3aa1fc996930f is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:11.056123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:11.060130 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c215c875-533a-4110-8b13-2be554997764 req-d4e7cfcb-27da-47f5-9a97-0cc7d3d12e0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b20a8a4b-6306-478c-955d-56d05463ec9c HTTP/1.1" status: 200 len: 217 time: 0.1317036 Apr 16 12:00:11.076417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:11.087982 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b5e21-a270-4cc6-a3ff-12fe7d5c2388 req-ce8303ee-9847-4ba3-b373-5f5a2626f2cd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.089873 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ea8b5e21-a270-4cc6-a3ff-12fe7d5c2388 req-ce8303ee-9847-4ba3-b373-5f5a2626f2cd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 943 time: 0.5033219 Apr 16 12:00:11.201728 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbe2ba17-51e2-4a39-bede-b899a3fc90a5 req-40e18f6e-c9cd-4b88-8dac-d0ba3f27a0fb tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491666 Apr 16 12:00:11.226735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215c875-533a-4110-8b13-2be554997764 req-5f6feb38-bfc7-46be-851b-833ff0b22d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.227173 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ea8b5e21-a270-4cc6-a3ff-12fe7d5c2388 req-b5cf420b-d346-49f4-9862-ca41bbb2a62a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185033 Apr 16 12:00:11.228421 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c215c875-533a-4110-8b13-2be554997764 req-5f6feb38-bfc7-46be-851b-833ff0b22d68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.1543407 Apr 16 12:00:11.245164 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9a7814d-6b98-4617-ad24-7e401b5a7873 req-7b947eb7-8364-4374-bd0c-83189adc4d76 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172760 Apr 16 12:00:11.297603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.314524 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.345084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-549c3525-d504-4fd2-8ed7-5ad7ffee68fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:11.363643 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=14be17dc70b54c0ca4b6fbf87d92c90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8536973 Apr 16 12:00:11.366352 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44726) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:11.374321 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-7e404692-83a7-4294-992e-a4bf81a91bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.376535 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-7e404692-83a7-4294-992e-a4bf81a91bb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 1096 time: 0.3753796 Apr 16 12:00:11.466338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-f181733b-48ef-43c5-a74d-818d5f4f34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.467988 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-f181733b-48ef-43c5-a74d-818d5f4f34ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 1096 time: 0.1700730 Apr 16 12:00:11.482007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786f40b-1017-4519-8e06-4618f556d879 req-e8854238-ca29-4e89-9e37-2319f7f59f23 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.483608 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6786f40b-1017-4519-8e06-4618f556d879 req-e8854238-ca29-4e89-9e37-2319f7f59f23 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1234012 Apr 16 12:00:11.511240 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'tag': 'f95747c3-9558-41c7-aed2-14e6d6847220', 'status': 'completed', 'code': 200} Apr 16 12:00:11.538263 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-c7ceb832-a4c2-476f-b48c-95c584259ec0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f95747c3-9558-41c7-aed2-14e6d6847220 HTTP/1.1" status: 200 len: 217 time: 0.1287978 Apr 16 12:00:11.549443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6deba-2c70-4a3c-a644-3dc860add87d,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:11.569783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:11.645399 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6786f40b-1017-4519-8e06-4618f556d879 req-f8d9e0cd-0ad8-4ef6-8a2a-1d37568a03e2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358027 Apr 16 12:00:11.662885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215c875-533a-4110-8b13-2be554997764 req-aaedbe06-0224-413e-8913-c94865d33915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.664981 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c215c875-533a-4110-8b13-2be554997764 req-aaedbe06-0224-413e-8913-c94865d33915 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4276781 Apr 16 12:00:11.724959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-b10130b6-4410-4a3d-b01f-4e51e3809480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.726542 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-b10130b6-4410-4a3d-b01f-4e51e3809480 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 911 time: 0.2419946 Apr 16 12:00:11.755602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.844884 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-96d00f96-2be5-444c-a4af-7f280f3483db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27 HTTP/1.1" status: 200 len: 217 time: 0.0962780 Apr 16 12:00:11.860627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902accd1-b780-45b5-a970-98f6eb060ba1 req-da84241f-5d02-4a34-a6ef-ed719afa9e4c tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.863152 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-902accd1-b780-45b5-a970-98f6eb060ba1 req-da84241f-5d02-4a34-a6ef-ed719afa9e4c tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 945 time: 0.1953943 Apr 16 12:00:11.883509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-1901dc44-1323-4589-b17c-04a864582ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:11.885393 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-1901dc44-1323-4589-b17c-04a864582ecd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.3094385 Apr 16 12:00:11.888762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c6a128c1-80f9-4ba7-bd4b-0943e01cb7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.890915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:11.906919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7dc6b643-4c29-47b6-b127-fa31e640481a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:11.995680 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-902accd1-b780-45b5-a970-98f6eb060ba1 req-6df9855d-35a4-4465-b141-fff19ad8f604 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909972 Apr 16 12:00:11.997583 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-6a80819f-134c-407c-83f5-87c253b9084f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690889 Apr 16 12:00:12.007332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-797d712a-3bba-40c1-9a7a-864b84d311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:12.009289 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-797d712a-3bba-40c1-9a7a-864b84d311fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.1451600 Apr 16 12:00:12.147072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-ea699dfe-fccc-46db-8a04-40370d6346da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:12.148839 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-ea699dfe-fccc-46db-8a04-40370d6346da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1249814 Apr 16 12:00:12.182318 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a80a1d7d26ad4e18a7b3aa1fc996930f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6736584 Apr 16 12:00:12.191734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 44754) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:12.194363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c6a128c1-80f9-4ba7-bd4b-0943e01cb7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:12.204264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308c3aa8-dbfd-4379-a749-281293ffad1a,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:12.217412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:12.318616 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:00:12.360860 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-4e56b977-f70d-43d8-b36d-42588f3969a3 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010098 Apr 16 12:00:12.446199 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c215c875-533a-4110-8b13-2be554997764 req-1d26dab6-521e-4b83-840d-2e691599a36d service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478993 Apr 16 12:00:12.625048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:12.650650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'port_id': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'mac_address': 'fa:16:3e:5f:af:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:00:12.734476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:12.735811 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-efe5421d-b86b-4ce2-ae15-7ab0cc01eddb req-fc63dd16-9128-4b79-a957-e7b6056f3bc5 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615065 Apr 16 12:00:12.758755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c9a54-c89c-4f03-ab55-6bdeba2c9129 req-032e936c-ace2-492e-a1be-3e3922510e08 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:12.758927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20a8a4b-6306-478c-955d-56d05463ec9c {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:12.760612 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1d2c9a54-c89c-4f03-ab55-6bdeba2c9129 req-032e936c-ace2-492e-a1be-3e3922510e08 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 943 time: 0.3307734 Apr 16 12:00:12.771717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047107ff-2de3-4234-9e3b-9cd3f521c8f7 req-5b225b44-b0f6-45d3-8abb-22def7a0c5d6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:12.774116 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-047107ff-2de3-4234-9e3b-9cd3f521c8f7 req-5b225b44-b0f6-45d3-8abb-22def7a0c5d6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.3426924 Apr 16 12:00:12.779925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:12.784409 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:12.786688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:12.804730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35da283a-3347-4923-b43e-87bb0583a99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:12.811135 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-f9eb4cae-cf51-464c-92f1-755ae3ae3b99 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7908959 Apr 16 12:00:12.839361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35da283a-3347-4923-b43e-87bb0583a99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:12.865963 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1d2c9a54-c89c-4f03-ab55-6bdeba2c9129 req-7c05fa90-40ff-4048-83b4-8dde7ac4bc67 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906572 Apr 16 12:00:12.871837 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-047107ff-2de3-4234-9e3b-9cd3f521c8f7 req-392bc605-f44d-4ad5-8645-296484124273 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780168 Apr 16 12:00:12.899815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:12.904856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:12.931839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c6a128c1-80f9-4ba7-bd4b-0943e01cb7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.002047 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:13.035172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a128c1-80f9-4ba7-bd4b-0943e01cb7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6deba-2c70-4a3c-a644-3dc860add87d,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:13.067310 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c6a128c1-80f9-4ba7-bd4b-0943e01cb7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:13.077084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35da283a-3347-4923-b43e-87bb0583a99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.092779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:13.112376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['b20a8a4b-6306-478c-955d-56d05463ec9c'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:00:13.115076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da283a-3347-4923-b43e-87bb0583a99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308c3aa8-dbfd-4379-a749-281293ffad1a,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:13.123089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-35da283a-3347-4923-b43e-87bb0583a99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:13.139994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35da283a-3347-4923-b43e-87bb0583a99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.141484 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-35da283a-3347-4923-b43e-87bb0583a99c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/308c3aa8-dbfd-4379-a749-281293ffad1a HTTP/1.1" status: 204 len: 168 time: 0.9333365 Apr 16 12:00:13.146603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c6a128c1-80f9-4ba7-bd4b-0943e01cb7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.147769 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c6a128c1-80f9-4ba7-bd4b-0943e01cb7b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/48e6deba-2c70-4a3c-a644-3dc860add87d HTTP/1.1" status: 204 len: 168 time: 1.7765250 Apr 16 12:00:13.150797 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c215c875-533a-4110-8b13-2be554997764 req-592c1de4-e8fd-48d7-be8c-aa71e5aa05f9 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886449 Apr 16 12:00:13.159431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839105e8-860f-4556-93e0-db11787fe6a6 req-18ac278a-f446-40b3-a37c-fbf8a298659d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.161217 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-839105e8-860f-4556-93e0-db11787fe6a6 req-18ac278a-f446-40b3-a37c-fbf8a298659d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 944 time: 0.1664531 Apr 16 12:00:13.191611 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d692545-251c-42ed-91ec-e1c71c5acebc req-793f6ca3-2dd4-486e-8e18-4269bca875d8 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353491 Apr 16 12:00:13.321598 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-839105e8-860f-4556-93e0-db11787fe6a6 req-859d0f3c-c66c-4a6e-bace-8d45c4ac6d3c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848558 Apr 16 12:00:13.366473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36187643-9b63-49d1-9ab4-de1fe98c09cc req-f0bd9385-76e4-499f-8082-2c3dbdaddf28 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.369432 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-36187643-9b63-49d1-9ab4-de1fe98c09cc req-f0bd9385-76e4-499f-8082-2c3dbdaddf28 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 945 time: 0.2030413 Apr 16 12:00:13.461537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-d7a3e745-46b7-441e-9ea1-59c2f3eb005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.463246 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-d7a3e745-46b7-441e-9ea1-59c2f3eb005e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 1096 time: 0.2172377 Apr 16 12:00:13.479680 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-36187643-9b63-49d1-9ab4-de1fe98c09cc req-1808d512-203b-4d09-b85c-dee35a433e06 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024497 Apr 16 12:00:13.501648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 44798) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:13.665365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-d0953977-9b77-413d-aa7a-f7aa4d53684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.668023 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-d0953977-9b77-413d-aa7a-f7aa4d53684a service neutron] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 920 time: 0.1835673 Apr 16 12:00:13.802943 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-bdae236b-4d62-45c1-a6a8-b33c9b0ac399 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f95747c3-9558-41c7-aed2-14e6d6847220 HTTP/1.1" status: 200 len: 217 time: 0.1248341 Apr 16 12:00:13.807709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:13.846900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:13.859087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Usage tracker for resource:security_group_rule and tenant:c28386cdc5c94e0cb7113d74d89d7e88 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:13.863128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:13.870677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:13.926547 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-fe81221c-0b14-4436-9d1a-5785c57d0ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.928165 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-fe81221c-0b14-4436-9d1a-5785c57d0ae4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.1178465 Apr 16 12:00:13.978762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1f728-5323-421c-a6c8-333faabb922a req-dec42228-9a02-42d6-8246-a65467ca3310 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:13.982001 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3ed1f728-5323-421c-a6c8-333faabb922a req-dec42228-9a02-42d6-8246-a65467ca3310 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 945 time: 0.2346444 Apr 16 12:00:14.087834 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.136854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.139673 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-dd59061a-1e68-4b0b-8840-f267e75f9580 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1906800 Apr 16 12:00:14.193859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:14.245223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device cc32b165-e7cc-4b02-97b8-0054bf879c27 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:00:14.263537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095eadda-09ef-4680-9f7f-5e4c0f65ab5c,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:14.271544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:14.273751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:14.278132 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-3ed1f728-5323-421c-a6c8-333faabb922a req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Deleting port 60a1472d-46ac-4930-8ecb-8e1720fe005b {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:00:14.278533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-3ed1f728-5323-421c-a6c8-333faabb922a req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.298808 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c28386cdc5c94e0cb7113d74d89d7e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921746 Apr 16 12:00:14.301298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 44836) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:14.376377 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.resource_extend [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 12:00:14.410794 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff854f-9684-4a87-b8c3-c7cb52584e14 req-ba656c35-25d9-4953-9f2c-f933d23f8fd0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:14.419911 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-76ff854f-9684-4a87-b8c3-c7cb52584e14 req-ba656c35-25d9-4953-9f2c-f933d23f8fd0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.3382289 Apr 16 12:00:14.478763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d51be-cf1c-4335-920d-fcac553ec615 req-1d71b6de-d8e4-4b5e-97b6-333405321f28 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:14.489737 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a08d51be-cf1c-4335-920d-fcac553ec615 req-1d71b6de-d8e4-4b5e-97b6-333405321f28 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 943 time: 0.3605499 Apr 16 12:00:14.540934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port cc32b165-e7cc-4b02-97b8-0054bf879c27, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:14.563395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'cc32b165-e7cc-4b02-97b8-0054bf879c27', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'port_id': 'cc32b165-e7cc-4b02-97b8-0054bf879c27', 'mac_address': 'fa:16:3e:7e:16:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:00:14.570236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ecf-0bb0-4b8d-ad29-4de0770b92c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.606397 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ecf-0bb0-4b8d-ad29-4de0770b92c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.682833 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port b20a8a4b-6306-478c-955d-56d05463ec9c completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:14.695929 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port b20a8a4b-6306-478c-955d-56d05463ec9c triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:14.696763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.725919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.739379 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-cf846fa1-25b1-4d85-abe9-5af5b4034257 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901883 Apr 16 12:00:14.755917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d00a2a12-250a-401c-ae6c-3ac2203cfd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.772822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc32b165-e7cc-4b02-97b8-0054bf879c27 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:14.793191 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port cc32b165-e7cc-4b02-97b8-0054bf879c27, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:14.803347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.809012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:14.891845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-3ed1f728-5323-421c-a6c8-333faabb922a req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] For port 60a1472d-46ac-4930-8ecb-8e1720fe005b, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=60a1472d-46ac-4930-8ecb-8e1720fe005b,segment=NetworkSegment(d713535e-5d50-49dd-b842-d87df439d40b),segment_id=d713535e-5d50-49dd-b842-d87df439d40b)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:14.892196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-3ed1f728-5323-421c-a6c8-333faabb922a req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:14.933316 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=cc32b165-e7cc-4b02-97b8-0054bf879c27,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:14.945521 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:15.024149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ecf-0bb0-4b8d-ad29-4de0770b92c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.033070 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:15.041986 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.048288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b4ecf-0bb0-4b8d-ad29-4de0770b92c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095eadda-09ef-4680-9f7f-5e4c0f65ab5c,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:15.058470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a30b4ecf-0bb0-4b8d-ad29-4de0770b92c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:15.076468 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['cc32b165-e7cc-4b02-97b8-0054bf879c27'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:00:15.080148 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-76ff854f-9684-4a87-b8c3-c7cb52584e14 req-828d8abf-3b9a-47fd-accf-d9a2e5313534 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6592352 Apr 16 12:00:15.084988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a30b4ecf-0bb0-4b8d-ad29-4de0770b92c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.088970 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a30b4ecf-0bb0-4b8d-ad29-4de0770b92c6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/095eadda-09ef-4680-9f7f-5e4c0f65ab5c HTTP/1.1" status: 204 len: 168 time: 0.7822561 Apr 16 12:00:15.125394 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a08d51be-cf1c-4335-920d-fcac553ec615 req-bfb207db-1447-49bf-88d2-e7b4b825565b tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6342077 Apr 16 12:00:15.195636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-3ed1f728-5323-421c-a6c8-333faabb922a req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Calling delete_port for 60a1472d-46ac-4930-8ecb-8e1720fe005b owned by compute:nova {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:00:15.327562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:15.398782 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3fc9a758-a71b-4b4d-b05e-ecefc47746cb req-b2bfd07e-b248-4eae-9a41-a38ff623b1bc service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6446497 Apr 16 12:00:15.418769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:15.452038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.457129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:15.620854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f1a1c-5f20-48f5-a13e-e0b78afc0ff6 req-ad41aa25-b453-4c65-9e8f-3dd1bc0f5545 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.637466 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b81f1a1c-5f20-48f5-a13e-e0b78afc0ff6 req-ad41aa25-b453-4c65-9e8f-3dd1bc0f5545 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 944 time: 0.3302889 Apr 16 12:00:15.643398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-3ed1f728-5323-421c-a6c8-333faabb922a req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:15.675226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b17ddbd1-8db4-49b1-87ed-49894323efdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:15.675855 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:15.678909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b790-518c-4a26-b888-f603fda7abf7 req-7a872f34-9fc9-492b-927c-d982a6111956 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:15.681506 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:15.689242 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5c79b790-518c-4a26-b888-f603fda7abf7 req-7a872f34-9fc9-492b-927c-d982a6111956 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 945 time: 0.3125999 Apr 16 12:00:15.814529 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Pushing event deleted for resources: {'Port': ['ID=60a1472d-46ac-4930-8ecb-8e1720fe005b,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:15.823221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:15.868527 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b81f1a1c-5f20-48f5-a13e-e0b78afc0ff6 req-a74e9ce6-fb6a-4e0d-91f6-f3cae6a956c3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754193 Apr 16 12:00:15.896943 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5c79b790-518c-4a26-b888-f603fda7abf7 req-4f9f57e6-347f-4624-af2e-2f504f027a59 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/security-groups?id=a254c8b3-a01b-4042-a337-7902579a2000&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826801 Apr 16 12:00:15.904862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 44918) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:15.977455 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.006227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:16.015131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Usage tracker for resource:security_group_rule and tenant:49b31933eeb642048a75a4d4f6dbe4fd is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:16.021440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:16.024135 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'code': 200} Apr 16 12:00:16.029160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:16.037513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed1f728-5323-421c-a6c8-333faabb922a req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] No DVR routers for this DVR port 60a1472d-46ac-4930-8ecb-8e1720fe005b on host hv-cinder-78662 {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:00:16.057789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-3ed1f728-5323-421c-a6c8-333faabb922a req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.082661 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c09651-2406-46cc-a0b6-17c9f7b06109', 'name': 'network-vif-deleted', 'tag': '60a1472d-46ac-4930-8ecb-8e1720fe005b'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:16.103967 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['60a1472d-46ac-4930-8ecb-8e1720fe005b'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:00:16.109460 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3ed1f728-5323-421c-a6c8-333faabb922a req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.47 "DELETE /v2.0/ports/60a1472d-46ac-4930-8ecb-8e1720fe005b HTTP/1.1" status: 204 len: 173 time: 2.0617461 Apr 16 12:00:16.181257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.185329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.186066 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95c09651-2406-46cc-a0b6-17c9f7b06109', 'name': 'network-vif-deleted', 'tag': '60a1472d-46ac-4930-8ecb-8e1720fe005b', 'status': 'completed', 'code': 200} Apr 16 12:00:16.227115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:16.260590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device f95747c3-9558-41c7-aed2-14e6d6847220 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:00:16.397556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f34071-3dba-45c4-b576-1d355cf91f81,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:16.410750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:16.456931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device cc32b165-e7cc-4b02-97b8-0054bf879c27 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:16.490139 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=49b31933eeb642048a75a4d4f6dbe4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838544 Apr 16 12:00:16.493398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 44948) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:16.525655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8baa8-d9c9-4d96-999d-4e0965600648 req-74ab2308-a579-4b45-995f-d705f532476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:16.542539 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-12d8baa8-d9c9-4d96-999d-4e0965600648 req-74ab2308-a579-4b45-995f-d705f532476b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.1466727 Apr 16 12:00:16.610800 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-12d8baa8-d9c9-4d96-999d-4e0965600648 req-138a10e2-3311-425f-b916-b084248bce94 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611041 Apr 16 12:00:16.639645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.670195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f31d5-b734-4020-a7a1-76deced421ce req-9e0bbfd7-2046-4960-95d9-dddf590e5ac0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:16.671900 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a95f31d5-b734-4020-a7a1-76deced421ce req-9e0bbfd7-2046-4960-95d9-dddf590e5ac0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.3540039 Apr 16 12:00:16.693335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.722906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625f17d-94fd-421a-b38b-fd3ea9caa02e req-2c236433-5c1c-49c7-9f62-6d322f7ea0f9 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:16.724419 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7625f17d-94fd-421a-b38b-fd3ea9caa02e req-2c236433-5c1c-49c7-9f62-6d322f7ea0f9 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 944 time: 0.3151007 Apr 16 12:00:16.796895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port cc32b165-e7cc-4b02-97b8-0054bf879c27 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:16.802904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port f95747c3-9558-41c7-aed2-14e6d6847220, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f95747c3-9558-41c7-aed2-14e6d6847220,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:16.816645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port cc32b165-e7cc-4b02-97b8-0054bf879c27 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:16.817073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.818006 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a95f31d5-b734-4020-a7a1-76deced421ce req-f2b84063-2b5a-4320-821b-7d5695863589 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317558 Apr 16 12:00:16.848852 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7625f17d-94fd-421a-b38b-fd3ea9caa02e req-ff3be0fc-351e-4517-9fd7-a5a609a6d1ac tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079752 Apr 16 12:00:16.848852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.854241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-afae09ed-8ec4-4625-9449-5c7b83f5b6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:16.861513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'f95747c3-9558-41c7-aed2-14e6d6847220', 'network_id': '195b8b6d-8669-46c0-8ca5-07056e1f0597', 'port_id': 'f95747c3-9558-41c7-aed2-14e6d6847220', 'mac_address': 'fa:16:3e:29:4b:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7934d93-8659-42e4-87aa-5276739ad1e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:00:16.869173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f34071-3dba-45c4-b576-1d355cf91f81,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:16.873673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:16.878217 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/04f34071-3dba-45c4-b576-1d355cf91f81 HTTP/1.1" status: 204 len: 168 time: 0.3796642 Apr 16 12:00:16.885772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.886650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.887128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.887598 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.888067 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.888560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.889150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.889570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.889960 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.890491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.890877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.891315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:16.896399 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:16.976731 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:17.074844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95747c3-9558-41c7-aed2-14e6d6847220 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:17.180103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e6edbccc-26e0-4e0c-bbce-8497e4a5fdbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:17.204923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port f95747c3-9558-41c7-aed2-14e6d6847220, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f95747c3-9558-41c7-aed2-14e6d6847220,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:17.211851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:17.236431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:17.238546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5267fce-c777-44b9-958f-9a36c1748be9 req-ab5f441c-2bf0-454f-b7aa-06d660b8dd2b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:17.241308 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8df243b1-3096-490b-a17c-f29cecc8dfbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:17.241731 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a5267fce-c777-44b9-958f-9a36c1748be9 req-ab5f441c-2bf0-454f-b7aa-06d660b8dd2b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.1613860 Apr 16 12:00:17.361674 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port cc32b165-e7cc-4b02-97b8-0054bf879c27, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:17.378592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:17.385756 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=f95747c3-9558-41c7-aed2-14e6d6847220,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:17.390622 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:17.391131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0a664e1d-e029-4ee1-9c0b-d5b0a969bb14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:17.406400 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c00b774c-563b-4e56-9e47-1ed5a7ab9992 req-fd225f34-cae9-4546-aa17-921d6f5cc05c tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] 10.222.0.75 "GET /v2.0/ports?device_id=95c09651-2406-46cc-a0b6-17c9f7b06109 HTTP/1.1" status: 200 len: 210 time: 0.1630721 Apr 16 12:00:17.473914 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a5267fce-c777-44b9-958f-9a36c1748be9 req-d404231e-7c38-4f8d-aa83-318395d567e9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752098 Apr 16 12:00:17.550728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=cc32b165-e7cc-4b02-97b8-0054bf879c27,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:17.554207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:17.608915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['f95747c3-9558-41c7-aed2-14e6d6847220'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:00:17.999001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:18.024993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc32b165-e7cc-4b02-97b8-0054bf879c27'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:18.196291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adde906-6588-4c33-bddd-4aa108b36b21 req-cc77da5d-9891-49c4-a5a5-cd78e09edd05 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:18.197973 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2adde906-6588-4c33-bddd-4aa108b36b21 req-cc77da5d-9891-49c4-a5a5-cd78e09edd05 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 944 time: 0.2058561 Apr 16 12:00:18.206974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1a3e-0135-4087-8ebd-68389499d9a4 req-bf217bc4-d317-40d0-9933-87983da37c07 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:18.208636 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-defb1a3e-0135-4087-8ebd-68389499d9a4 req-bf217bc4-d317-40d0-9933-87983da37c07 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1431320 Apr 16 12:00:18.281187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 60a1472d-46ac-4930-8ecb-8e1720fe005b no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:00:18.310444 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-defb1a3e-0135-4087-8ebd-68389499d9a4 req-0618f2d2-4a3e-4607-b80a-9b37879423e5 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769956 Apr 16 12:00:18.330499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 60a1472d-46ac-4930-8ecb-8e1720fe005b {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:00:18.331462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 60a1472d-46ac-4930-8ecb-8e1720fe005b not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:00:18.344918 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2adde906-6588-4c33-bddd-4aa108b36b21 req-e26a89ae-03b6-4bbc-bd29-caeb8d0f7f5f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234965 Apr 16 12:00:18.397779 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc32b165-e7cc-4b02-97b8-0054bf879c27', 'code': 200} Apr 16 12:00:18.677472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:18.783605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad5d3b-c715-4344-977a-a25a0ed1094a req-93e74285-b622-47a1-99ae-7504d73f2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:18.785378 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-69ad5d3b-c715-4344-977a-a25a0ed1094a req-93e74285-b622-47a1-99ae-7504d73f2f44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 1098 time: 0.1021714 Apr 16 12:00:18.793494 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412d0c2-0729-4501-9dc1-5e297764ee4c req-53f2237e-f8ec-40b1-a9cf-c38452885a1e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:18.795517 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a412d0c2-0729-4501-9dc1-5e297764ee4c req-53f2237e-f8ec-40b1-a9cf-c38452885a1e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.1451426 Apr 16 12:00:18.849213 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-69ad5d3b-c715-4344-977a-a25a0ed1094a req-e0009264-ac99-4129-bd6e-15aa97abc03c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509398 Apr 16 12:00:18.851360 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a412d0c2-0729-4501-9dc1-5e297764ee4c req-6cedee42-2dbd-4ba8-8c0f-c6fcdb17b1c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471127 Apr 16 12:00:19.043591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:19.092807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cfe1e-c86c-4bf1-8730-6f9f8d416f30 req-2528cb68-cafc-4875-967c-58d5dad37886 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:19.094811 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a81cfe1e-c86c-4bf1-8730-6f9f8d416f30 req-2528cb68-cafc-4875-967c-58d5dad37886 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.1156840 Apr 16 12:00:19.104962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45058) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:19.111118 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-328f379b-2d26-4e74-80d5-24c63f4a107e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'floatingip': {'port_id': 'b20a8a4b-6306-478c-955d-56d05463ec9c'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:19.237687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-328f379b-2d26-4e74-80d5-24c63f4a107e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:20.282302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device f95747c3-9558-41c7-aed2-14e6d6847220 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:00:20.324287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4a09b-89ed-4a79-88de-7ff81c8e42ea req-4947b2c4-e873-4efc-9806-a0fccbba237a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:20.325970 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-04d4a09b-89ed-4a79-88de-7ff81c8e42ea req-4947b2c4-e873-4efc-9806-a0fccbba237a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 944 time: 0.7262962 Apr 16 12:00:20.348607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d37ac9-76cc-4c2f-b232-7e614b756140 req-634cf143-e359-4e90-8b74-142932cc5465 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:20.350168 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a9d37ac9-76cc-4c2f-b232-7e614b756140 req-634cf143-e359-4e90-8b74-142932cc5465 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.8700349 Apr 16 12:00:20.394607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port f95747c3-9558-41c7-aed2-14e6d6847220 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:00:20.400570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port f95747c3-9558-41c7-aed2-14e6d6847220 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:00:20.401241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:20.453944 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-04d4a09b-89ed-4a79-88de-7ff81c8e42ea req-d06f4910-4857-4c64-a432-7e9660068586 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026947 Apr 16 12:00:20.510798 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a9d37ac9-76cc-4c2f-b232-7e614b756140 req-ca98988c-40f6-47ff-8e22-dcc2e859019c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349468 Apr 16 12:00:20.651126 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:20.665629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-328f379b-2d26-4e74-80d5-24c63f4a107e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:20.668315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-328f379b-2d26-4e74-80d5-24c63f4a107e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:20.693878 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95747c3-9558-41c7-aed2-14e6d6847220'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:20.726406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port f95747c3-9558-41c7-aed2-14e6d6847220, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f95747c3-9558-41c7-aed2-14e6d6847220,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:00:20.730970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:20.745625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:20.836728 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95747c3-9558-41c7-aed2-14e6d6847220', 'code': 200} Apr 16 12:00:20.889581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=f95747c3-9558-41c7-aed2-14e6d6847220,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:20.902559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45122) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:20.918470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.919017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.919456 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.919791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.920367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.938907 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.940295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.940957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.941698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.941963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.942416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.942962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:20.958079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:20.961032 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [None req-328f379b-2d26-4e74-80d5-24c63f4a107e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Floating IP ffd144d8-6b76-402d-9eef-43aebb1a3874 associated. External IP: 172.28.3.188, port: b20a8a4b-6306-478c-955d-56d05463ec9c. Apr 16 12:00:20.998998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Deleting subnet 1faf5989-481d-4cff-b188-fcb110f312cb {{(pid=85302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:00:21.003354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.074613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.089533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.414643 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328f379b-2d26-4e74-80d5-24c63f4a107e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Router a6bf3562-4860-42ac-b6e9-27ce48f53b48 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:21.488434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45132) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:21.612914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394320d-47dc-4dea-b9c6-a0e554abe417 req-a711672b-bac2-4b9d-91f6-fd345ea5220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:21.615704 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a394320d-47dc-4dea-b9c6-a0e554abe417 req-a711672b-bac2-4b9d-91f6-fd345ea5220b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 1098 time: 0.4847956 Apr 16 12:00:21.727445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.733745 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a394320d-47dc-4dea-b9c6-a0e554abe417 req-bf51ea2b-6ec0-41ff-83c4-55e0558aa643 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003942 Apr 16 12:00:21.770427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for subnet, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.791111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:21.816888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:21.826302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f1817829657949d096edb691d8f0c7a1 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:21.832042 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:21.852264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:21.889435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328f379b-2d26-4e74-80d5-24c63f4a107e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:21.897007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1faf5989-481d-4cff-b188-fcb110f312cb,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:21.908822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] Sync routers for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:21.921427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:21.922666 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:00:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:21.933173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-328f379b-2d26-4e74-80d5-24c63f4a107e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.935502 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.935917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.936318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.936770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.937163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.937545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.937932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.938317 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.938709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.939638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.940235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.940655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:00:21.944794 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:21.954438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:21.965184 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1faf5989-481d-4cff-b188-fcb110f312cb HTTP/1.1" status: 204 len: 168 time: 1.0607910 Apr 16 12:00:21.966074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45144) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:21.993695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fe6cf-f2a5-4986-a207-3431c29d9e09 req-3b85e879-21a7-4f8a-91db-e7808800f8e1 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:22.001419 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-804fe6cf-f2a5-4986-a207-3431c29d9e09 req-3b85e879-21a7-4f8a-91db-e7808800f8e1 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.3583024 Apr 16 12:00:22.034362 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66b794-039b-462d-bdf4-f92e8a6ec465 req-da3bb158-1ca2-4423-983d-d37888bf2239 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:22.036017 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5e66b794-039b-462d-bdf4-f92e8a6ec465 req-da3bb158-1ca2-4423-983d-d37888bf2239 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.3146307 Apr 16 12:00:22.119898 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-328f379b-2d26-4e74-80d5-24c63f4a107e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "PUT /v2.0/floatingips/ffd144d8-6b76-402d-9eef-43aebb1a3874 HTTP/1.1" status: 200 len: 991 time: 3.0113311 Apr 16 12:00:22.122232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:22.180752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:22.195813 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.233130 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-804fe6cf-f2a5-4986-a207-3431c29d9e09 req-26c1cdef-2d05-4b4a-be24-12aa9c4a7435 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297974 Apr 16 12:00:22.295540 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5e66b794-039b-462d-bdf4-f92e8a6ec465 req-742e03e8-cb13-4855-81b8-74ef256dc806 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505603 Apr 16 12:00:22.355189 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.359977 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.389648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:22.462421 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'status': 'completed', 'code': 200} Apr 16 12:00:22.478361 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1817829657949d096edb691d8f0c7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9806800 Apr 16 12:00:22.478361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f669c0f3-26a9-4276-ae24-0962f7b9fd0f,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:22.479250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45170) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:22.489457 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:22.584454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.794381 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d994b10-8afb-4373-bd27-35afe7c22bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.826611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d994b10-8afb-4373-bd27-35afe7c22bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.913374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d994b10-8afb-4373-bd27-35afe7c22bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:22.924032 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': 'ffd144d8-6b76-402d-9eef-43aebb1a3874', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'floating_ip_address': '172.28.3.188', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'port_id': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'mac_address': 'fa:16:3e:5f:af:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:59:51Z', 'updated_at': '2021-04-16T12:00:20Z', 'revision_number': 1, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:22.924406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-70b0acee-5c67-4c9b-9fe0-15b6825449e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:22.929124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] Checking router: a6bf3562-4860-42ac-b6e9-27ce48f53b48 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:22.939573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d994b10-8afb-4373-bd27-35afe7c22bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f669c0f3-26a9-4276-ae24-0962f7b9fd0f,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:22.940462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:22.942071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:00:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:22.942284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6d994b10-8afb-4373-bd27-35afe7c22bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:22.944824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-571150f3-10a3-4008-86e0-7f7dc7cdd38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:22.946418 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-571150f3-10a3-4008-86e0-7f7dc7cdd38e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.4651573 Apr 16 12:00:22.950325 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:22.950720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:22.962592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:22.963163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > port after_create 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:22.963548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:22.963926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > port after_update 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:22.964308 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:22.964706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:22.965072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:22.965444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:23.016658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30575d60-dc05-42d3-abda-a44b319df541 req-de01ce84-1a25-4c1b-8d1b-307a89f2282f tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:23.037094 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-30575d60-dc05-42d3-abda-a44b319df541 req-de01ce84-1a25-4c1b-8d1b-307a89f2282f tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.3233297 Apr 16 12:00:23.043408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45188) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:23.053922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-3cabaed5-60b8-4121-b35a-279ae973371a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'floatingip': {'port_id': 'cc32b165-e7cc-4b02-97b8-0054bf879c27'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:23.054101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:23.054758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:23.055139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:23.055610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85302) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:23.056130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63684a4c-b34a-4bd9-aa8d-b33975610bad']}} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:23.197708 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:23.306667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3cabaed5-60b8-4121-b35a-279ae973371a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.350171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-7c921ee9-0c0b-4044-b03e-16b1527795c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:23.352154 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-7c921ee9-0c0b-4044-b03e-16b1527795c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 918 time: 0.2797248 Apr 16 12:00:23.355441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd713535e-5d50-49dd-b842-d87df439d40b') {'for_net_delete': True} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:23.360457 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd713535e-5d50-49dd-b842-d87df439d40b') {} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:23.495373 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-baac0450-817c-4e8d-be18-3917ca5193f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b20a8a4b-6306-478c-955d-56d05463ec9c HTTP/1.1" status: 200 len: 999 time: 0.1251512 Apr 16 12:00:23.496323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d994b10-8afb-4373-bd27-35afe7c22bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.510831 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6d994b10-8afb-4373-bd27-35afe7c22bd7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f669c0f3-26a9-4276-ae24-0962f7b9fd0f HTTP/1.1" status: 204 len: 168 time: 1.0233710 Apr 16 12:00:23.546065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61846881'] for segment, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.605155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:23.625566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=85302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:00:23.894980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Network 63684a4c-b34a-4bd9-aa8d-b33975610bad has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:23.905697 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60900777'] for segment, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.049030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45210) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:24.072336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': 'ffd144d8-6b76-402d-9eef-43aebb1a3874', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'floating_ip_address': '172.28.3.188', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'port_id': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'mac_address': 'fa:16:3e:5f:af:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:59:51Z', 'updated_at': '2021-04-16T12:00:20Z', 'revision_number': 1, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:24.077466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c32c94c-4563-464e-a2ca-c08aaed5433d None None] The sync data for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb is: [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': 'ffd144d8-6b76-402d-9eef-43aebb1a3874', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'floating_ip_address': '172.28.3.188', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'port_id': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'mac_address': 'fa:16:3e:5f:af:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:59:51Z', 'updated_at': '2021-04-16T12:00:20Z', 'revision_number': 1, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:24.106555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b995a-1120-41f9-bf7e-bfb7d1a7123f req-d82fb9d8-cf3c-4832-ab43-3642817ffe73 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:24.108706 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-590b995a-1120-41f9-bf7e-bfb7d1a7123f req-d82fb9d8-cf3c-4832-ab43-3642817ffe73 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.6143143 Apr 16 12:00:24.186539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.200489 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-590b995a-1120-41f9-bf7e-bfb7d1a7123f req-b033dfe8-6995-409a-aebb-69ab4a2de3da tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843158 Apr 16 12:00:24.217290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-3c932969-4b83-447a-ad30-530b947343cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:24.219092 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-3c932969-4b83-447a-ad30-530b947343cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.2207561 Apr 16 12:00:24.236771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Network 63684a4c-b34a-4bd9-aa8d-b33975610bad has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:24.296860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: from cryptography.utils import int_from_bytes Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: from cryptography.utils import int_from_bytes Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: (rel_b, rel_a, rel_b), Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: (rel_b, rel_a, rel_b), Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:00:24.307414 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:00:24.374336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Usage tracker for resource:security_group_rule and tenant:56c9112567734c8892d3978310bc66c1 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:24.395045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:24.411493 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:24.458037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.529108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d1f715-075f-45de-9659-c510506d4849 None None] New status for floating IP ffd144d8-6b76-402d-9eef-43aebb1a3874: ACTIVE {{(pid=85304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:00:24.557190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3cabaed5-60b8-4121-b35a-279ae973371a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.565879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3cabaed5-60b8-4121-b35a-279ae973371a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.587900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.608730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.652175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d0feca4e-d82c-4fd0-9ee8-b290a62ef401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:24.696660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:24.710742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=63684a4c-b34a-4bd9-aa8d-b33975610bad,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:24.753015 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56c9112567734c8892d3978310bc66c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987503 Apr 16 12:00:24.755347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45228) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:24.843487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:24.844345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c255a59a-e87b-4e29-abb3-d9a9e53af701 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:24.844856 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [None req-3cabaed5-60b8-4121-b35a-279ae973371a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Floating IP 684bc122-c2a9-4ea2-aa59-01f2cc997a5b associated. External IP: 172.28.3.33, port: cc32b165-e7cc-4b02-97b8-0054bf879c27. Apr 16 12:00:24.924531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d236392d-a8ad-4c34-99b9-a2f13e33d0d9,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:24.932285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:24.942901 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-21b15769-b408-45a1-84f5-e4c91993027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:24.944480 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-21b15769-b408-45a1-84f5-e4c91993027e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7115588 Apr 16 12:00:24.949141 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9a89f301-7a8b-4213-aa20-de3e81060de4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/63684a4c-b34a-4bd9-aa8d-b33975610bad HTTP/1.1" status: 204 len: 168 time: 2.9820280 Apr 16 12:00:25.008532 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a26a36a8-2170-49dc-98f0-8cf53fd7efa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.209209 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45244) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:25.262378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a26a36a8-2170-49dc-98f0-8cf53fd7efa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.354509 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-315f3754-6568-4b75-886c-4f587b24a06d req-171eaa91-6745-464d-b381-0f50c01ff56a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5923162 Apr 16 12:00:25.384273 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-58abbb84-08f4-451b-adbd-17b4159961ff service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785753 Apr 16 12:00:25.391129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a26a36a8-2170-49dc-98f0-8cf53fd7efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.400785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-39f7b4dc-f9be-48c6-9c72-3ccc974f5967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:25.401473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-2d591e6e-4d10-4d6d-b801-efd568386c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:25.403075 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-2d591e6e-4d10-4d6d-b801-efd568386c48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 1098 time: 0.5599821 Apr 16 12:00:25.419115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f48f2-f25a-4538-a371-22687db2dd5e req-b0f3fcf2-2568-4b25-81f0-782c359b80c3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:25.420755 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c19f48f2-f25a-4538-a371-22687db2dd5e req-b0f3fcf2-2568-4b25-81f0-782c359b80c3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.3277488 Apr 16 12:00:25.427763 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-303386ed-0428-4a2a-ad6f-bf3ae230b98c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb11fc1c10274fef904940ac2682ad70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2051609 Apr 16 12:00:25.429400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45250) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:25.452058 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a36a8-2170-49dc-98f0-8cf53fd7efa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d236392d-a8ad-4c34-99b9-a2f13e33d0d9,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:25.575951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45254) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:25.610373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-fa3bd119-5ae5-49cd-882c-af479923ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:25.612682 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-fa3bd119-5ae5-49cd-882c-af479923ee46 service neutron] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 920 time: 0.1871197 Apr 16 12:00:25.645022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a26a36a8-2170-49dc-98f0-8cf53fd7efa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:25.646153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a26a36a8-2170-49dc-98f0-8cf53fd7efa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.647368 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a26a36a8-2170-49dc-98f0-8cf53fd7efa9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d236392d-a8ad-4c34-99b9-a2f13e33d0d9 HTTP/1.1" status: 204 len: 168 time: 0.8840318 Apr 16 12:00:25.856553 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:25.871235 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-0f815e2e-54c9-4bd2-b91a-112b51e1f33d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f95747c3-9558-41c7-aed2-14e6d6847220 HTTP/1.1" status: 200 len: 217 time: 0.2475183 Apr 16 12:00:25.991376 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-080e8e29-3704-4805-babe-f1980e1d4a18 req-aa4aff1f-e3cb-47cb-a984-d4f357e22a09 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5923557 Apr 16 12:00:25.994451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f3754-6568-4b75-886c-4f587b24a06d req-ae0548f5-7b1e-488a-b797-df4bc59bfaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:25.995928 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-315f3754-6568-4b75-886c-4f587b24a06d req-ae0548f5-7b1e-488a-b797-df4bc59bfaee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1098 time: 0.4092102 Apr 16 12:00:26.033987 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:26.044279 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-19bfa350-0788-46f2-a179-21c055a0454d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.058161 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f74fecce554c60be6b9d2077065b79 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:26.081430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:26.095905 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c19f48f2-f25a-4538-a371-22687db2dd5e req-a0488799-7bb1-40e0-8a2c-749cfa785eb0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244963 Apr 16 12:00:26.130728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:26.187773 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-19bfa350-0788-46f2-a179-21c055a0454d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:26.219705 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-6072cd5b-57a5-4bd3-add7-6296ebb3aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:26.222778 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-6072cd5b-57a5-4bd3-add7-6296ebb3aeef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.2751136 Apr 16 12:00:26.227728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f3754-6568-4b75-886c-4f587b24a06d req-75db7a09-78cd-4450-bbaa-a747e8acaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:26.229945 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-315f3754-6568-4b75-886c-4f587b24a06d req-75db7a09-78cd-4450-bbaa-a747e8acaf12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 920 time: 0.2087913 Apr 16 12:00:26.326916 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-408c59be-fb3b-4a65-b666-0652f7f28eb3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693481 Apr 16 12:00:26.364038 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-315f3754-6568-4b75-886c-4f587b24a06d req-ac75dc37-edfa-4f17-a991-cd0a97278ba0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035 HTTP/1.1" status: 200 len: 217 time: 0.1168280 Apr 16 12:00:26.453027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f3754-6568-4b75-886c-4f587b24a06d req-010a88ed-27dc-4b07-81a4-d6be21e89134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:26.453027 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-315f3754-6568-4b75-886c-4f587b24a06d req-010a88ed-27dc-4b07-81a4-d6be21e89134 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.0831301 Apr 16 12:00:26.473118 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cabaed5-60b8-4121-b35a-279ae973371a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:00:26.543975 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-315f3754-6568-4b75-886c-4f587b24a06d req-bfe61d9f-985d-49fc-98f2-f4f876b958db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631311 Apr 16 12:00:26.772789 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-315f3754-6568-4b75-886c-4f587b24a06d req-0cf4efc7-feb2-488f-89d2-45c4bb653bad service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196476 Apr 16 12:00:27.050882 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-315f3754-6568-4b75-886c-4f587b24a06d req-4ebe86a3-ad24-4951-958c-d7c7bc4162ff service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654111 Apr 16 12:00:27.060999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-19bfa350-0788-46f2-a179-21c055a0454d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.086292 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ce8bdf5a-55c0-4603-b339-26a29023b48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:27.103724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cabaed5-60b8-4121-b35a-279ae973371a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:00:27.117001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa350-0788-46f2-a179-21c055a0454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a254c8b3-a01b-4042-a337-7902579a2000,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:27.118522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] Sync routers for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:00:27.138881 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-19bfa350-0788-46f2-a179-21c055a0454d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:27.141217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:27.142158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:00:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:27.150260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3cabaed5-60b8-4121-b35a-279ae973371a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.230702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-19bfa350-0788-46f2-a179-21c055a0454d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.234613 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-19bfa350-0788-46f2-a179-21c055a0454d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a254c8b3-a01b-4042-a337-7902579a2000 HTTP/1.1" status: 204 len: 168 time: 1.6659284 Apr 16 12:00:27.245775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.261063 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-bbd0a817-4e56-4fe3-ba89-01b057594702 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9211776 Apr 16 12:00:27.261778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.359066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c2dcd2a9-54fa-42a3-b025-8ec2bda63296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:27.425276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:27.496894 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b5f74fecce554c60be6b9d2077065b79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9190598 Apr 16 12:00:27.501127 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3cabaed5-60b8-4121-b35a-279ae973371a tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "PUT /v2.0/floatingips/684bc122-c2a9-4ea2-aa59-01f2cc997a5b HTTP/1.1" status: 200 len: 990 time: 4.4561095 Apr 16 12:00:27.509328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45314) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:27.695530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3a4f23f7-fda0-4ad2-b84d-43e6490a8f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.709542 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'tag': 'cc32b165-e7cc-4b02-97b8-0054bf879c27'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:27.716521 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-73d602ff-cb84-41e4-ae5a-4c7689e753a3 req-b1500da5-7310-4115-ae16-a6b1e72420c6 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244400 Apr 16 12:00:27.719105 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1682b4ef-a014-4711-a5bf-2ed287211aa6,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:27.724022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:27.751632 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3a4f23f7-fda0-4ad2-b84d-43e6490a8f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.766196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4172a9-f1d8-4012-bd23-f4ff69195ed3 req-1493cfd0-28d5-47e5-8994-6f9f815be58b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:27.770564 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd4172a9-f1d8-4012-bd23-f4ff69195ed3 req-1493cfd0-28d5-47e5-8994-6f9f815be58b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.5172014 Apr 16 12:00:27.874471 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3a4f23f7-fda0-4ad2-b84d-43e6490a8f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.880978 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-35c116e3-824d-4d02-a483-d096fcba39ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:27.913111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f23f7-fda0-4ad2-b84d-43e6490a8f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1682b4ef-a014-4711-a5bf-2ed287211aa6,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:27.935558 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'tag': 'cc32b165-e7cc-4b02-97b8-0054bf879c27', 'status': 'completed', 'code': 200} Apr 16 12:00:27.954835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3a4f23f7-fda0-4ad2-b84d-43e6490a8f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:27.955457 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd4172a9-f1d8-4012-bd23-f4ff69195ed3 req-49e5b25b-0405-4d30-af49-3ad8d4f5bd9a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788967 Apr 16 12:00:27.956073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3a4f23f7-fda0-4ad2-b84d-43e6490a8f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:27.960257 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3a4f23f7-fda0-4ad2-b84d-43e6490a8f5f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1682b4ef-a014-4711-a5bf-2ed287211aa6 HTTP/1.1" status: 204 len: 168 time: 0.4470856 Apr 16 12:00:28.092601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:00:28.108033 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-656bd5f6-e34f-4e84-994c-0acd5c82f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:28.110177 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-656bd5f6-e34f-4e84-994c-0acd5c82f204 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 1098 time: 0.1808717 Apr 16 12:00:28.206870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': '684bc122-c2a9-4ea2-aa59-01f2cc997a5b', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'floating_ip_address': '172.28.3.33', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'port_id': 'cc32b165-e7cc-4b02-97b8-0054bf879c27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'mac_address': 'fa:16:3e:7e:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:59:46Z', 'updated_at': '2021-04-16T12:00:24Z', 'revision_number': 1, 'project_id': '3926a68b30594b048587be62637bfcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:28.218080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] Checking router: e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:00:28.231306 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:00:28.236110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:00:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:28.300710 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-6b1592b7-9d27-44d6-92bb-41f688f68d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:28.303269 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-6b1592b7-9d27-44d6-92bb-41f688f68d8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 911 time: 0.1854177 Apr 16 12:00:28.483306 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-9c534784-c241-4e17-8686-7fd91b2e968e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27 HTTP/1.1" status: 200 len: 998 time: 0.1674538 Apr 16 12:00:28.629477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-12b17fbd-e998-4dc6-ae49-bebdd3ffeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:28.631722 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-12b17fbd-e998-4dc6-ae49-bebdd3ffeb4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.1387880 Apr 16 12:00:28.642376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:00:28.693568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45362) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:28.722834 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:28.745459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:28.756059 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Usage tracker for resource:security_group_rule and tenant:f2b8788c1b1d43fd95a243a3a8400080 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:28.777664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-3272916c-99e2-4d72-8dd8-8e183048fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:28.780061 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-3272916c-99e2-4d72-8dd8-8e183048fa1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1289277 Apr 16 12:00:28.781581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:28.790639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:28.932476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:28.935966 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:28.959659 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:29.067502 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2b8788c1b1d43fd95a243a3a8400080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724415 Apr 16 12:00:29.068227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45382) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:29.074820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7807489c-4659-411c-bf90-ff26fe3e015e,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:29.078433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:29.202492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-838c39c3-0e81-46bf-b93e-95ade74d9aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:29.242090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-838c39c3-0e81-46bf-b93e-95ade74d9aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:29.267601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45386) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:29.307897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-838c39c3-0e81-46bf-b93e-95ade74d9aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:29.312773 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-d333f705-4240-4e58-8770-2c919f88ca17 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228350 Apr 16 12:00:29.316168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:29.320602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': '684bc122-c2a9-4ea2-aa59-01f2cc997a5b', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'floating_ip_address': '172.28.3.33', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'port_id': 'cc32b165-e7cc-4b02-97b8-0054bf879c27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'mac_address': 'fa:16:3e:7e:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:59:46Z', 'updated_at': '2021-04-16T12:00:24Z', 'revision_number': 1, 'project_id': '3926a68b30594b048587be62637bfcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:29.325134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e2822-32c2-4ee6-85e8-c0b6bda90067 None None] The sync data for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb is: [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': '684bc122-c2a9-4ea2-aa59-01f2cc997a5b', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'floating_ip_address': '172.28.3.33', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'port_id': 'cc32b165-e7cc-4b02-97b8-0054bf879c27', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'mac_address': 'fa:16:3e:7e:16:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T11:59:46Z', 'updated_at': '2021-04-16T12:00:24Z', 'revision_number': 1, 'project_id': '3926a68b30594b048587be62637bfcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:00:29.338722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c39c3-0e81-46bf-b93e-95ade74d9aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7807489c-4659-411c-bf90-ff26fe3e015e,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:29.344334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-838c39c3-0e81-46bf-b93e-95ade74d9aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:29.355972 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-838c39c3-0e81-46bf-b93e-95ade74d9aed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7807489c-4659-411c-bf90-ff26fe3e015e HTTP/1.1" status: 204 len: 168 time: 0.2740133 Apr 16 12:00:29.359447 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-838c39c3-0e81-46bf-b93e-95ade74d9aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:29.512750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54207e9-0a36-4225-a5d7-e720722e6025 req-1325eda8-8b16-4bf2-8fe2-b36c39716e37 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:29.514340 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e54207e9-0a36-4225-a5d7-e720722e6025 req-1325eda8-8b16-4bf2-8fe2-b36c39716e37 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.3312016 Apr 16 12:00:29.593985 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e54207e9-0a36-4225-a5d7-e720722e6025 req-8742050e-0a9a-455d-a2b2-57cf4577fe3f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717688 Apr 16 12:00:29.598249 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e145779c-aeda-4b31-872a-9d1090e85cfa req-33cfd121-228d-4579-87b4-7d3f223e3efa service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703953 Apr 16 12:00:29.615904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:29.691276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1259540550-network', 'tenant_id': 'd559f7deee3646619d2cfefa9e2ae078'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:29.699813 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:29.711624 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Usage tracker for resource:network and tenant:d559f7deee3646619d2cfefa9e2ae078 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:29.717455 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:29.736888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:29.749779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572598a-fb4b-48ec-93bc-54ac4caefb67 None None] New status for floating IP 684bc122-c2a9-4ea2-aa59-01f2cc997a5b: ACTIVE {{(pid=85304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:00:29.769944 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Made reservation on behalf of d559f7deee3646619d2cfefa9e2ae078 for: {'network': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:29.775405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:29.799405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:29.828190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:29.838854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Usage tracker for resource:security_group_rule and tenant:d559f7deee3646619d2cfefa9e2ae078 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:29.847915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:29.867416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:29.886885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45412) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:29.916230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:29.943746 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:29.948684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfae009ea59477995e62de93a17b8fe is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:29.951759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:29.962460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:29.999930 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.017027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.031429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-35da283a-3347-4923-b43e-87bb0583a99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:30.066916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef939930-39cd-4e87-94ac-dcdd689391a7,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:30.085258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:30.100483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=85302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:00:30.129332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.129825 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Added segment 6a7de1e6-4a9b-4b90-8d54-c547b78d93ea of type vlan for network 6a393d86-8649-4c38-ac21-a1f138759d7f Apr 16 12:00:30.176837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.191988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.196746 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.208271 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-af9f6a72-e50c-4cc3-9152-e13a327a034b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:30.250328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.252062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:30.252783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.262378 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5bfae009ea59477995e62de93a17b8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709624 Apr 16 12:00:30.262378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dcada6-5229-41f6-ba47-fcab0bd70e36,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:30.262729 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45426) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:30.265735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:30.296980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e9504de6-44e5-4a7a-8bcf-07ec95b36804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:30.335228 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a43aafae-c484-403b-a4c5-383338f1c61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.379161 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a43aafae-c484-403b-a4c5-383338f1c61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.380241 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1120391 Apr 16 12:00:30.394216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45432) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:30.405187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Request body: {'subnet': {'network_id': '6a393d86-8649-4c38-ac21-a1f138759d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1259540550-subnet', 'tenant_id': 'd559f7deee3646619d2cfefa9e2ae078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:30.415414 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:30.423288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Pushing event updated for resources: {'Network': ['ID=6a393d86-8649-4c38-ac21-a1f138759d7f,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:30.425486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Usage tracker for resource:subnet and tenant:d559f7deee3646619d2cfefa9e2ae078 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:30.428634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:30.429505 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:30.434544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 6a393d86-8649-4c38-ac21-a1f138759d7f details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:00:30.441495 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:30.458026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a43aafae-c484-403b-a4c5-383338f1c61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.463982 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d297be6e-8500-4d94-a41e-67a50c320939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:30.464247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Made reservation on behalf of d559f7deee3646619d2cfefa9e2ae078 for: {'subnet': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:30.469525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852924923'] for subnet, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.482171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43aafae-c484-403b-a4c5-383338f1c61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dcada6-5229-41f6-ba47-fcab0bd70e36,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:30.491622 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a43aafae-c484-403b-a4c5-383338f1c61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:30.497694 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a43aafae-c484-403b-a4c5-383338f1c61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:30.502160 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a43aafae-c484-403b-a4c5-383338f1c61e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a0dcada6-5229-41f6-ba47-fcab0bd70e36 HTTP/1.1" status: 204 len: 168 time: 0.2383955 Apr 16 12:00:30.869520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef5669e-e1c1-455d-8bf2-9fc019e0bc5e req-eb2d21ab-ed6d-4e91-9940-4e0b2420be89 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:30.879532 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-eef5669e-e1c1-455d-8bf2-9fc019e0bc5e req-eb2d21ab-ed6d-4e91-9940-4e0b2420be89 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.1250155 Apr 16 12:00:30.941739 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-eef5669e-e1c1-455d-8bf2-9fc019e0bc5e req-e32885e0-757c-4569-ac77-7465898538b6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610361 Apr 16 12:00:31.099560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60900403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852924874'] for subnet, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.116278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:31.252656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0826d3c8-ec78-47d8-8145-da19a6c82d0b,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:31.265147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45462) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:31.271782 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:31.398147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Checking segment: {'id': '6a7de1e6-4a9b-4b90-8d54-c547b78d93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6a393d86-8649-4c38-ac21-a1f138759d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:31.399950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Network hostable DHCP agents. Network: 6a393d86-8649-4c38-ac21-a1f138759d7f, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:00:31.429415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Network 6a393d86-8649-4c38-ac21-a1f138759d7f is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:00:31.445664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 6a393d86-8649-4c38-ac21-a1f138759d7f) {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:31.468518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:31.469260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.470358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61017e9-77f8-40e0-8622-1ba1ceaf12f4 None None] Network 6a393d86-8649-4c38-ac21-a1f138759d7f requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:31.511538 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1161377 Apr 16 12:00:31.625507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.642985 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:31.647364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:4091223409924f6985c934861cc5598e is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:31.650783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:31.658328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:31.786503 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.789590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:31.834160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8462bd2d-920f-426e-89a2-c78e1aa10b4b None None] Network 6a393d86-8649-4c38-ac21-a1f138759d7f requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:31.845776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-060db131-ff07-4199-a658-494cec6533ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:31.862402 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45498) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:31.862967 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4091223409924f6985c934861cc5598e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963509 Apr 16 12:00:31.902393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4f19ef-57e0-4ba7-8aeb-7356e90f7824,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:31.906537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:32.007712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-321f53a9-3db4-4406-ba1c-3ac6f9d03636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.091819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-321f53a9-3db4-4406-ba1c-3ac6f9d03636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.187866 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45508) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:32.213368 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-321f53a9-3db4-4406-ba1c-3ac6f9d03636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.220982 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6d994b10-8afb-4373-bd27-35afe7c22bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:32.238469 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f53a9-3db4-4406-ba1c-3ac6f9d03636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4f19ef-57e0-4ba7-8aeb-7356e90f7824,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:32.241684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-321f53a9-3db4-4406-ba1c-3ac6f9d03636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:32.242716 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-321f53a9-3db4-4406-ba1c-3ac6f9d03636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.243958 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-321f53a9-3db4-4406-ba1c-3ac6f9d03636 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1b4f19ef-57e0-4ba7-8aeb-7356e90f7824 HTTP/1.1" status: 204 len: 168 time: 0.3801649 Apr 16 12:00:32.286557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba443f-1b44-4073-b550-3e9eb8a6405c req-37c6da69-0083-4413-8f5d-03f97d6101ff tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:32.296782 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f0ba443f-1b44-4073-b550-3e9eb8a6405c req-37c6da69-0083-4413-8f5d-03f97d6101ff tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.1643417 Apr 16 12:00:32.349033 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f0ba443f-1b44-4073-b550-3e9eb8a6405c req-31bf1532-b29c-4897-8ea9-8f2afe62556d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Apr 16 12:00:32.486649 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.515965 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:32.523042 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Usage tracker for resource:security_group_rule and tenant:190b8c1e8e574e2788503e9a5d289285 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:32.528785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:32.539268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:32.707711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.711844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.721800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0cfd83ce-fbe3-4d5d-99ed-f3b763776c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:32.770519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355d8805-d728-4ec7-8a50-e0154531656e,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:32.778354 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=190b8c1e8e574e2788503e9a5d289285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5884852 Apr 16 12:00:32.778873 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45532) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:32.779543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:32.788559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45536) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:32.814590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.833251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:32.837957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Usage tracker for resource:security_group_rule and tenant:161a80a2c29b4155881e472a7d8a29e5 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:32.842022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:32.850218 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:32.896152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f66c1638-ecef-46f9-b99f-96407b064d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.933659 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f66c1638-ecef-46f9-b99f-96407b064d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.987759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:32.997309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.002843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f66c1638-ecef-46f9-b99f-96407b064d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.007305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:33.008078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:33.022799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c1638-ecef-46f9-b99f-96407b064d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355d8805-d728-4ec7-8a50-e0154531656e,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:33.026170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f66c1638-ecef-46f9-b99f-96407b064d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:33.034280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f66c1638-ecef-46f9-b99f-96407b064d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.035718 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f66c1638-ecef-46f9-b99f-96407b064d6e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/355d8805-d728-4ec7-8a50-e0154531656e HTTP/1.1" status: 204 len: 168 time: 0.2553365 Apr 16 12:00:33.067064 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=161a80a2c29b4155881e472a7d8a29e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648520 Apr 16 12:00:33.067064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85927343-4beb-45d0-aee1-2a12db6c2e29,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:33.067064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:33.068179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45548) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:33.146242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b0695d48-5ab6-4162-8bf3-e57a4b49e8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.179110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b0695d48-5ab6-4162-8bf3-e57a4b49e8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.239938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b0695d48-5ab6-4162-8bf3-e57a4b49e8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.248290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3f9fc58f-162c-4853-90ba-ab2a01f4b331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:33.264213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0695d48-5ab6-4162-8bf3-e57a4b49e8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85927343-4beb-45d0-aee1-2a12db6c2e29,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:33.266818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b0695d48-5ab6-4162-8bf3-e57a4b49e8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:33.275886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b0695d48-5ab6-4162-8bf3-e57a4b49e8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.277181 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b0695d48-5ab6-4162-8bf3-e57a4b49e8e8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/85927343-4beb-45d0-aee1-2a12db6c2e29 HTTP/1.1" status: 204 len: 168 time: 0.2085817 Apr 16 12:00:33.319068 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45560) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:33.327544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-460187495-network', 'tenant_id': '773df5b8bea94d008e3268ba07c8fc7a'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:33.334623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:33.339770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Usage tracker for resource:network and tenant:773df5b8bea94d008e3268ba07c8fc7a is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:33.343574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:33.350951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:33.363336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Made reservation on behalf of 773df5b8bea94d008e3268ba07c8fc7a for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:33.371425 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.387483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.411120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:33.415807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Usage tracker for resource:security_group_rule and tenant:773df5b8bea94d008e3268ba07c8fc7a is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:33.419261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:33.429412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:33.611269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.616373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.621474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1d14f2a7-cc86-4c84-a928-48b0b6b8730c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:33.658198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:00:33.691273 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb09768c-8c4c-4850-86bb-24d3f5b7f90d,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:33.696421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.699375 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Added segment df735e2c-e2de-4b15-ba93-03ba7085bb0f of type vlan for network 9636cecd-274b-41d9-a3eb-ec43bf138749 Apr 16 12:00:33.701291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:33.743459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b54f8-01b0-41fe-9fdd-e39c277e8ba3 req-280c8751-bb72-46fe-bc50-8694e0dc36fb tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:33.745182 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2c2b54f8-01b0-41fe-9fdd-e39c277e8ba3 req-280c8751-bb72-46fe-bc50-8694e0dc36fb tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.2090683 Apr 16 12:00:33.755807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.830943 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2c2b54f8-01b0-41fe-9fdd-e39c277e8ba3 req-da7aa95a-a4ae-4529-b65f-2c0b63fdd1ca tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701072 Apr 16 12:00:33.836603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.838057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:33.838708 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:33.852967 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:34.001275 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6736009 Apr 16 12:00:34.001275 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Pushing event updated for resources: {'Network': ['ID=9636cecd-274b-41d9-a3eb-ec43bf138749,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:34.001275 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:34.001492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45584) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:34.013998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 9636cecd-274b-41d9-a3eb-ec43bf138749 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:00:34.014466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Request body: {'subnet': {'network_id': '9636cecd-274b-41d9-a3eb-ec43bf138749', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-460187495-subnet', 'tenant_id': '773df5b8bea94d008e3268ba07c8fc7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:34.020911 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:34.025161 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Usage tracker for resource:subnet and tenant:773df5b8bea94d008e3268ba07c8fc7a is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:34.028868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:34.036467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:34.049107 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Made reservation on behalf of 773df5b8bea94d008e3268ba07c8fc7a for: {'subnet': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:34.058331 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852924923'] for subnet, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.615679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60900403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852924874'] for subnet, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:34.636774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:34.778442 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedec079-b709-4bd4-8fe8-ecf0f39e470e,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:34.791888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:34.860458 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Checking segment: {'id': 'df735e2c-e2de-4b15-ba93-03ba7085bb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9636cecd-274b-41d9-a3eb-ec43bf138749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:34.861030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Network hostable DHCP agents. Network: 9636cecd-274b-41d9-a3eb-ec43bf138749, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85302) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:00:34.885509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Network 9636cecd-274b-41d9-a3eb-ec43bf138749 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85302) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:00:34.897553 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 9636cecd-274b-41d9-a3eb-ec43bf138749) {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:34.913176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34f27d-f1a0-41d9-9433-eebee4845ba7 None None] Network 9636cecd-274b-41d9-a3eb-ec43bf138749 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:34.949284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:34.952382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.017603 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-736df560-063f-47c8-b329-c61268d79177 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0058377 Apr 16 12:00:35.249953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6c45d-baca-4919-99a9-0b52e61da268 req-a7b6cc20-f732-4b00-a266-34b45ccaae31 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:35.253098 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6ec6c45d-baca-4919-99a9-0b52e61da268 req-a7b6cc20-f732-4b00-a266-34b45ccaae31 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.1518786 Apr 16 12:00:35.323007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47efa1fa-a35d-46e7-9e1d-6f3c7a4d8366 None None] Network 9636cecd-274b-41d9-a3eb-ec43bf138749 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:35.347007 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6ec6c45d-baca-4919-99a9-0b52e61da268 req-dc85f5b8-7cf1-45e8-a21d-ca91349be34c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858808 Apr 16 12:00:35.443064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45666) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:35.600794 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] Deleting subnet 0826d3c8-ec78-47d8-8145-da19a6c82d0b {{(pid=85302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:00:35.613051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.736372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036792928935'] for subnet, precommit_delete_associations {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:35.857247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.149515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45720) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:36.214854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793875448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1850927'] for subnet, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.262168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7997d14-b471-4cb8-a113-7b3e5738c6cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:36.364860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.394935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:36.402909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:01fddb9871f14fb8970e0513ea1c8cf7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:36.406053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:36.411373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0826d3c8-ec78-47d8-8145-da19a6c82d0b,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:36.413313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:36.417729 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:36.473848 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.482336 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0826d3c8-ec78-47d8-8145-da19a6c82d0b HTTP/1.1" status: 204 len: 168 time: 1.0378065 Apr 16 12:00:36.485573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45738) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:36.587113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.591640 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.636896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a30b4ecf-0bb0-4b8d-ad29-4de0770b92c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:36.643689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.647423 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=01fddb9871f14fb8970e0513ea1c8cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4964640 Apr 16 12:00:36.653648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45750) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:36.722301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea509ed-6565-44e5-91c9-acbfe7e63306,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:36.730344 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:36.741447 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74660-2888-43d6-afcc-3ac3fa8549cc req-1f546043-0e0c-44b8-8955-ef2ef534beaa tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:36.743179 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-96b74660-2888-43d6-afcc-3ac3fa8549cc req-1f546043-0e0c-44b8-8955-ef2ef534beaa tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.2453890 Apr 16 12:00:36.819868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-859261bd-168c-409e-b46e-209d0c5d0f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.866062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-859261bd-168c-409e-b46e-209d0c5d0f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.900454 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-96b74660-2888-43d6-afcc-3ac3fa8549cc req-49a39202-2171-4957-bb81-a27be15f4b16 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406789 Apr 16 12:00:36.960071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-859261bd-168c-409e-b46e-209d0c5d0f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:36.967100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:36.995562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859261bd-168c-409e-b46e-209d0c5d0f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea509ed-6565-44e5-91c9-acbfe7e63306,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:36.999820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-859261bd-168c-409e-b46e-209d0c5d0f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.001484 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-859261bd-168c-409e-b46e-209d0c5d0f47 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9ea509ed-6565-44e5-91c9-acbfe7e63306 HTTP/1.1" status: 204 len: 168 time: 0.3432186 Apr 16 12:00:37.003211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-859261bd-168c-409e-b46e-209d0c5d0f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:37.120282 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.254400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a393d86-8649-4c38-ac21-a1f138759d7f']}} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:37.281834 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7de1e6-4a9b-4b90-8d54-c547b78d93ea') {'for_net_delete': True} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:37.282221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7de1e6-4a9b-4b90-8d54-c547b78d93ea') {} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:37.296482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61846881'] for segment, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.317284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.324323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=85302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:00:37.521871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45786) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:37.601245 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.641047 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:37.647467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Usage tracker for resource:security_group_rule and tenant:6c71c3bbb2ac4e4eb9121618dbe3d38c is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:37.651523 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:37.655498 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Network 6a393d86-8649-4c38-ac21-a1f138759d7f has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:37.658996 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:37.667941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60900777'] for segment, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.751837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.755015 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.765075 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-859261bd-168c-409e-b46e-209d0c5d0f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:37.811924 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6c71c3bbb2ac4e4eb9121618dbe3d38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887161 Apr 16 12:00:37.812938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a02d46a-665e-4b6c-ba37-9bb5816deee8,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:37.815703 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45790) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:37.818326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:37.863891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Network 6a393d86-8649-4c38-ac21-a1f138759d7f has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:37.887749 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e49efa1-6e4d-418d-83f6-3957df5a0193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:00:37.888483 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:00:37.915956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e49efa1-6e4d-418d-83f6-3957df5a0193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.966620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e49efa1-6e4d-418d-83f6-3957df5a0193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.969922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.972806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-923dc644-39f2-4973-a90e-81de73781c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:37.973733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:37.988663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e49efa1-6e4d-418d-83f6-3957df5a0193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a02d46a-665e-4b6c-ba37-9bb5816deee8,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:37.992652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4e49efa1-6e4d-418d-83f6-3957df5a0193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:37.994587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e49efa1-6e4d-418d-83f6-3957df5a0193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:37.999100 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4e49efa1-6e4d-418d-83f6-3957df5a0193 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7a02d46a-665e-4b6c-ba37-9bb5816deee8 HTTP/1.1" status: 204 len: 168 time: 0.1791251 Apr 16 12:00:38.003199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.007932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a393d86-8649-4c38-ac21-a1f138759d7f,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:38.011562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:38.015287 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6a393d86-8649-4c38-ac21-a1f138759d7f HTTP/1.1" status: 204 len: 168 time: 1.5282714 Apr 16 12:00:38.018541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45798) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:38.116919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] Deleting subnet fedec079-b709-4bd4-8fe8-ecf0f39e470e {{(pid=85303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:00:38.168206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.240929 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.258332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.321103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748cb5c-5ff6-4628-86a9-37a5dfbf727b req-3405996a-b944-4abd-abfa-c639fcebef7c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:38.322734 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9748cb5c-5ff6-4628-86a9-37a5dfbf727b req-3405996a-b944-4abd-abfa-c639fcebef7c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.2146535 Apr 16 12:00:38.463483 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9748cb5c-5ff6-4628-86a9-37a5dfbf727b req-f8a31cc9-969c-4eef-9a18-385c85c17d90 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330574 Apr 16 12:00:38.616859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for subnet, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.648887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:38.758599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fedec079-b709-4bd4-8fe8-ecf0f39e470e,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:38.779483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:38.841577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:38.850892 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/fedec079-b709-4bd4-8fe8-ecf0f39e470e HTTP/1.1" status: 204 len: 168 time: 0.8288260 Apr 16 12:00:38.851176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45832) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:38.989028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.210806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.350627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.350970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.351903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.352337 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > port after_create 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.352661 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.353044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > port after_update 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.353364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.353734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.354175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.357908 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.434450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.434948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.435437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.435838 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85303) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 12:00:39.436279 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9636cecd-274b-41d9-a3eb-ec43bf138749']}} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:39.457258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df735e2c-e2de-4b15-ba93-03ba7085bb0f') {'for_net_delete': True} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:39.457834 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df735e2c-e2de-4b15-ba93-03ba7085bb0f') {} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:00:39.483955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60886661'] for segment, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.534730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:39.551607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=85303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:00:39.901908 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45868) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:40.043446 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.060130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:40.061370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Network 9636cecd-274b-41d9-a3eb-ec43bf138749 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:40.065008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8b16c91e3349758543ad279b63c565 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:40.068053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:40.073483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793933170'] for segment, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.074242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:40.207289 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e18c1-3c6a-4ed0-857f-69e76af822f4 req-11099bc0-92f8-49ff-9fc3-a6bd40ec85ed tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:40.209414 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-604e18c1-3c6a-4ed0-857f-69e76af822f4 req-11099bc0-92f8-49ff-9fc3-a6bd40ec85ed tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.3190074 Apr 16 12:00:40.311451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Network 9636cecd-274b-41d9-a3eb-ec43bf138749 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: from cryptography.utils import int_from_bytes Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: from cryptography.utils import int_from_bytes Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: (rel_b, rel_a, rel_b), Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: (rel_b, rel_a, rel_b), Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:00:40.345139 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:00:40.426216 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-604e18c1-3c6a-4ed0-857f-69e76af822f4 req-199767ad-5e7f-4557-a99f-09bf198035c7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645727 Apr 16 12:00:40.439425 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.443797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:40.467650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.471022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Pushing event deleted for resources: {'Network': ['ID=9636cecd-274b-41d9-a3eb-ec43bf138749,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:40.476473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:40.478504 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9636cecd-274b-41d9-a3eb-ec43bf138749 HTTP/1.1" status: 204 len: 168 time: 1.6260417 Apr 16 12:00:40.530404 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.534656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.546442 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d7b96c0-ae6d-4063-b6f9-7143f2ab0aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:40.595641 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95324f1a-d872-4f76-947e-4e9c05e28446,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:40.599563 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:40.605263 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8a8b16c91e3349758543ad279b63c565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014890 Apr 16 12:00:40.606804 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45880) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:40.635896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45884) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:40.740519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37f8b822-8bb6-4f83-ad6a-0e51f9855fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.756360 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-280196da-0be2-4f04-821b-90fe5c3f865b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d559f7deee3646619d2cfefa9e2ae078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1166508 Apr 16 12:00:40.757061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45892) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:40.799730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37f8b822-8bb6-4f83-ad6a-0e51f9855fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.885716 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a492d8ac-d7a2-471b-99af-e2e98a0b0376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:40.957384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a492d8ac-d7a2-471b-99af-e2e98a0b0376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.005771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37f8b822-8bb6-4f83-ad6a-0e51f9855fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.015057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bf2d794d-45a3-490b-9b5d-d47e74a5b8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:41.038400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f8b822-8bb6-4f83-ad6a-0e51f9855fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95324f1a-d872-4f76-947e-4e9c05e28446,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:41.041861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-37f8b822-8bb6-4f83-ad6a-0e51f9855fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:41.043180 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37f8b822-8bb6-4f83-ad6a-0e51f9855fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.047713 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-37f8b822-8bb6-4f83-ad6a-0e51f9855fed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/95324f1a-d872-4f76-947e-4e9c05e28446 HTTP/1.1" status: 204 len: 168 time: 0.4360130 Apr 16 12:00:41.054974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a492d8ac-d7a2-471b-99af-e2e98a0b0376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.064467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f66c1638-ecef-46f9-b99f-96407b064d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:41.086947 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492d8ac-d7a2-471b-99af-e2e98a0b0376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef939930-39cd-4e87-94ac-dcdd689391a7,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:41.091187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a492d8ac-d7a2-471b-99af-e2e98a0b0376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:41.092927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a492d8ac-d7a2-471b-99af-e2e98a0b0376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.100307 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a492d8ac-d7a2-471b-99af-e2e98a0b0376 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef939930-39cd-4e87-94ac-dcdd689391a7 HTTP/1.1" status: 204 len: 168 time: 0.3398521 Apr 16 12:00:41.213108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 45914) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:41.650695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.675950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:41.680646 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Usage tracker for resource:security_group_rule and tenant:70de73999599444d9a3aabcd37832f1c is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:41.685494 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:41.693191 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:41.722985 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45934) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:41.794888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.798256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:41.800332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930dc88-9a78-4766-a498-aa45edda9f30 req-98c7d28e-0058-4d71-a307-503a602f8ab3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:41.802044 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5930dc88-9a78-4766-a498-aa45edda9f30 req-98c7d28e-0058-4d71-a307-503a602f8ab3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.1924479 Apr 16 12:00:41.814879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3a4f23f7-fda0-4ad2-b84d-43e6490a8f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:41.828325 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9fc0908f-e081-499c-a5f6-c1f59bebec09 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=773df5b8bea94d008e3268ba07c8fc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949483 Apr 16 12:00:41.831412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45938) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:41.877697 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=70de73999599444d9a3aabcd37832f1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633241 Apr 16 12:00:41.878782 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 45942) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:41.890435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625b6e5c-d828-464f-8206-31749c9ab75c,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:41.895270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:41.904295 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5930dc88-9a78-4766-a498-aa45edda9f30 req-2f981bdb-7022-482c-99b3-34c7007e693c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948238 Apr 16 12:00:41.974942 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d71f3c5-82c4-40d7-87f2-246f5ec276fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.012657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ffeeee27-2be6-4922-bc47-8985957af3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.029472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d71f3c5-82c4-40d7-87f2-246f5ec276fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.069566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ffeeee27-2be6-4922-bc47-8985957af3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.134003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d71f3c5-82c4-40d7-87f2-246f5ec276fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.139491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f7f11444-2dc3-4d39-9e6c-e48970c34836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:42.155818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71f3c5-82c4-40d7-87f2-246f5ec276fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb09768c-8c4c-4850-86bb-24d3f5b7f90d,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:42.159153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d71f3c5-82c4-40d7-87f2-246f5ec276fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:42.165090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ffeeee27-2be6-4922-bc47-8985957af3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.180300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-37f8b822-8bb6-4f83-ad6a-0e51f9855fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:42.196546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeeee27-2be6-4922-bc47-8985957af3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625b6e5c-d828-464f-8206-31749c9ab75c,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:42.200319 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ffeeee27-2be6-4922-bc47-8985957af3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:42.201601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ffeeee27-2be6-4922-bc47-8985957af3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.203587 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ffeeee27-2be6-4922-bc47-8985957af3d3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/625b6e5c-d828-464f-8206-31749c9ab75c HTTP/1.1" status: 204 len: 168 time: 0.3208690 Apr 16 12:00:42.204740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8d71f3c5-82c4-40d7-87f2-246f5ec276fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:42.205978 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8d71f3c5-82c4-40d7-87f2-246f5ec276fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb09768c-8c4c-4850-86bb-24d3f5b7f90d HTTP/1.1" status: 204 len: 168 time: 0.3734481 Apr 16 12:00:42.975122 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46000) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:43.162290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b403a-26fc-4eed-b3de-66fd6c981cc4 req-abd32cfe-a2ac-4903-9b72-bb7e67240914 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:43.164774 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-133b403a-26fc-4eed-b3de-66fd6c981cc4 req-abd32cfe-a2ac-4903-9b72-bb7e67240914 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.1060505 Apr 16 12:00:43.275431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.326682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:43.332240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Usage tracker for resource:security_group_rule and tenant:6dacba0d21474e6ca8d7d4f5a50bf35a is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:43.335591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:43.341757 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:43.397576 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-133b403a-26fc-4eed-b3de-66fd6c981cc4 req-2189685c-ecf4-4018-83e5-4dd32ce0956c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165184 Apr 16 12:00:43.515064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.518432 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.559024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6bd05757-255c-44a4-98ad-2ca5ecc571dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:43.572252 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6dacba0d21474e6ca8d7d4f5a50bf35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5957694 Apr 16 12:00:43.578365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46032) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:43.682719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7804862-4508-4924-ac9e-547497b554be,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:43.696794 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:43.735785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-54f0dcaa-8504-480d-82a9-9c27b05e7a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.766659 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-54f0dcaa-8504-480d-82a9-9c27b05e7a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.820089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-54f0dcaa-8504-480d-82a9-9c27b05e7a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.825781 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-958ccccd-04be-4a15-9dc0-e23ff2268833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:43.838542 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0dcaa-8504-480d-82a9-9c27b05e7a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7804862-4508-4924-ac9e-547497b554be,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:43.841022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-54f0dcaa-8504-480d-82a9-9c27b05e7a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:43.848626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-54f0dcaa-8504-480d-82a9-9c27b05e7a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:43.850142 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-54f0dcaa-8504-480d-82a9-9c27b05e7a15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d7804862-4508-4924-ac9e-547497b554be HTTP/1.1" status: 204 len: 168 time: 0.2706211 Apr 16 12:00:44.350347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-95bc75c6-6245-4c0a-a017-2f2022815f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.386336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46060) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:44.413173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.432831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:44.439814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Usage tracker for resource:security_group_rule and tenant:c9b0405edae442efb9c3a5619ef3a8d3 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:44.443237 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:44.465601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:44.719784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.725752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.751659 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-db387510-b49d-4443-a97c-a14b43f96040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:44.811624 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c9b0405edae442efb9c3a5619ef3a8d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235494 Apr 16 12:00:44.814614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46082) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:44.819103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7d8610-2093-42be-8506-b2e0e964db04,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:44.828229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:44.856393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b0783-c9a0-4200-b8f4-fb030df3d5c2 req-3d16d83c-97bc-426d-a2e1-5b72136ad1a0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:44.864527 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-107b0783-c9a0-4200-b8f4-fb030df3d5c2 req-3d16d83c-97bc-426d-a2e1-5b72136ad1a0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.2817161 Apr 16 12:00:44.937466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-65225701-5ebf-42a7-9c9b-b30eb14c0ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:44.937937 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-107b0783-c9a0-4200-b8f4-fb030df3d5c2 req-01910106-46c0-4c75-b1fd-0db7279b48c6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619917 Apr 16 12:00:44.992897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-65225701-5ebf-42a7-9c9b-b30eb14c0ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.069179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-65225701-5ebf-42a7-9c9b-b30eb14c0ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.074640 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-17de7063-f1a7-4e0c-914a-add9d41f2027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:45.089593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65225701-5ebf-42a7-9c9b-b30eb14c0ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7d8610-2093-42be-8506-b2e0e964db04,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:45.094935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-65225701-5ebf-42a7-9c9b-b30eb14c0ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:45.110327 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-65225701-5ebf-42a7-9c9b-b30eb14c0ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:45.114955 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-65225701-5ebf-42a7-9c9b-b30eb14c0ab4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e7d8610-2093-42be-8506-b2e0e964db04 HTTP/1.1" status: 204 len: 168 time: 0.2990520 Apr 16 12:00:46.209179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46156) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:46.234895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eff789-9b7a-4f8e-9f16-a003ac1b7660 req-56aa5a82-f436-4833-b49a-aa5f46f053f8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:46.236868 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-05eff789-9b7a-4f8e-9f16-a003ac1b7660 req-56aa5a82-f436-4833-b49a-aa5f46f053f8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.1180284 Apr 16 12:00:46.293040 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-05eff789-9b7a-4f8e-9f16-a003ac1b7660 req-38b9d6ac-3fac-4506-b675-273026a9dd2b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481682 Apr 16 12:00:46.352924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1467610637-network', 'tenant_id': '4b432a133a6c40bca4adeefac0a60c27'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:46.357882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:46.362469 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Usage tracker for resource:network and tenant:4b432a133a6c40bca4adeefac0a60c27 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:46.365459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:46.371816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:46.382513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Made reservation on behalf of 4b432a133a6c40bca4adeefac0a60c27 for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:46.387354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.401259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.416806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:46.420770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Usage tracker for resource:security_group_rule and tenant:4b432a133a6c40bca4adeefac0a60c27 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:46.424240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:46.430396 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:46.524724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.527678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.532558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-451638df-8bbe-44b0-b1d5-f5c0351c782f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:46.566044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:00:46.584003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.584776 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Added segment 493e2c0b-3586-4e3b-beb7-02fde77481eb of type vlan for network 553881c8-1682-460f-955e-9486e5b14a55 Apr 16 12:00:46.590783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c66111-9f7a-42af-b31f-89c90bd6c922,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:46.595097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:46.624057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.659295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.660774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:46.661422 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:46.666737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-13a7ef5d-3a57-4958-a0e1-f0a6c6d3ca19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:46.783314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Pushing event updated for resources: {'Network': ['ID=553881c8-1682-460f-955e-9486e5b14a55,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:46.786945 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5766721 Apr 16 12:00:46.787909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:46.790159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46176) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:46.796951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Request body: {'subnet': {'network_id': '553881c8-1682-460f-955e-9486e5b14a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1467610637-subnet', 'tenant_id': '4b432a133a6c40bca4adeefac0a60c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:46.797850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 553881c8-1682-460f-955e-9486e5b14a55 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:00:46.802071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:46.806234 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Usage tracker for resource:subnet and tenant:4b432a133a6c40bca4adeefac0a60c27 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:46.809572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:46.817297 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:46.830566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Made reservation on behalf of 4b432a133a6c40bca4adeefac0a60c27 for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:46.835913 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2057068'] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.080460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6fb09cb0-9fec-4b2d-9243-9f6537649125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.320293 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793933036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2057055'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.337784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:47.482435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2e31361-d46d-4807-bbf5-de5c4e3c49ca,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:47.496224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:47.665419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Checking segment: {'id': '493e2c0b-3586-4e3b-beb7-02fde77481eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '553881c8-1682-460f-955e-9486e5b14a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:47.665978 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Network hostable DHCP agents. Network: 553881c8-1682-460f-955e-9486e5b14a55, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:00:47.682609 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261d37d-ea6d-4e35-8adb-51d4ed86d1f0 req-1578d75d-66de-429b-be12-bf6daff04d89 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:47.685018 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1261d37d-ea6d-4e35-8adb-51d4ed86d1f0 req-1578d75d-66de-429b-be12-bf6daff04d89 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.1719749 Apr 16 12:00:47.733423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Network 553881c8-1682-460f-955e-9486e5b14a55 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:00:47.751253 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1261d37d-ea6d-4e35-8adb-51d4ed86d1f0 req-7698ac40-448c-41c3-a063-f40d221e1647 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592422 Apr 16 12:00:47.752036 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 553881c8-1682-460f-955e-9486e5b14a55) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:47.762783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b27d257-ae3d-4e78-be23-cd296b960dab None None] Network 553881c8-1682-460f-955e-9486e5b14a55 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:47.782666 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:47.783329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:47.804973 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0136037 Apr 16 12:00:47.991094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.060827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f0fbe-6101-40f7-8f3e-0e772476209f None None] Network 553881c8-1682-460f-955e-9486e5b14a55 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:48.109733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46220) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:48.365290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.381991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:48.386324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] Usage tracker for resource:security_group_rule and tenant:b19b8e5c6b9a464bbafeb7e9fef1158d is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:48.389941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:48.397986 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:48.488300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.491277 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.501452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2802222e-ff7d-463b-96f0-d34f15e975a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:48.583570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46238) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:48.591132 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-67925781-network', 'tenant_id': '30569e497d7c446c9753f9b8098e0f7f'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:48.595817 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6fb6c9-a8f4-46f6-993c-40140711b431,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:48.599895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:48.602543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:48.608396 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Usage tracker for resource:network and tenant:30569e497d7c446c9753f9b8098e0f7f is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:48.615176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:48.623981 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-eefedea6-0a17-492d-a4ba-bf8a2a55a0dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b19b8e5c6b9a464bbafeb7e9fef1158d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119455 Apr 16 12:00:48.625927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46244) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:48.631877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:48.670359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.673796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Made reservation on behalf of 30569e497d7c446c9753f9b8098e0f7f for: {'network': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:48.681182 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.709570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.723559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dc461687-f787-4fb8-b685-c0c8015d23ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.758395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dc461687-f787-4fb8-b685-c0c8015d23ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.761807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:48.768164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Usage tracker for resource:security_group_rule and tenant:30569e497d7c446c9753f9b8098e0f7f is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:48.772580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:48.779439 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:48.892084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dc461687-f787-4fb8-b685-c0c8015d23ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.897491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:48.928406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc461687-f787-4fb8-b685-c0c8015d23ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6fb6c9-a8f4-46f6-993c-40140711b431,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:48.929326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.931960 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.939151 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:48.942015 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-dc461687-f787-4fb8-b685-c0c8015d23ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:48.944479 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dc461687-f787-4fb8-b685-c0c8015d23ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:48.952022 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-dc461687-f787-4fb8-b685-c0c8015d23ed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc6fb6c9-a8f4-46f6-993c-40140711b431 HTTP/1.1" status: 204 len: 168 time: 0.3225081 Apr 16 12:00:49.001892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=85302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:00:49.026981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.027556 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Added segment 5d6040a4-4c7f-4c9b-b290-be66c889c0ca of type vlan for network e94a4611-c998-457c-a5a3-cda7cf39c4dd Apr 16 12:00:49.049590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.062689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.084989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a2613-a022-4eb6-a057-0cb58268f528 req-84ba3cfd-6319-496f-9633-ca0d33e60934 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:49.087622 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-158a2613-a022-4eb6-a057-0cb58268f528 req-84ba3cfd-6319-496f-9633-ca0d33e60934 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.1344070 Apr 16 12:00:49.101853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09f605b-ceed-4049-80ea-ad767a44292f,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:49.105778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.106755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:49.107985 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:49.109251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.115108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:49.147839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46264) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:49.170702 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-158a2613-a022-4eb6-a057-0cb58268f528 req-2896c829-30f7-4aae-9c57-6b4a180bfb50 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752859 Apr 16 12:00:49.250056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Pushing event updated for resources: {'Network': ['ID=e94a4611-c998-457c-a5a3-cda7cf39c4dd,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:49.253198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:49.261927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network e94a4611-c998-457c-a5a3-cda7cf39c4dd details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:00:49.278141 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46272) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:49.286592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Request body: {'subnet': {'network_id': 'e94a4611-c998-457c-a5a3-cda7cf39c4dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-67925781-subnet', 'tenant_id': '30569e497d7c446c9753f9b8098e0f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:49.290710 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7045603 Apr 16 12:00:49.295370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:49.306124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Usage tracker for resource:subnet and tenant:30569e497d7c446c9753f9b8098e0f7f is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:49.312593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:49.319947 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:49.338304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Made reservation on behalf of 30569e497d7c446c9753f9b8098e0f7f for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:49.352936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2057068'] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.718937 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:49.791232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:49.798601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Usage tracker for resource:security_group_rule and tenant:8b7a87c89f304cf7b119c7a5f67bab78 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:49.802605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:49.810162 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:49.991140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.001059 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.011911 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8398344f-d1a1-41c5-859e-0249c0b26ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:50.043819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793933036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2057055'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.357972 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b7a87c89f304cf7b119c7a5f67bab78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2081707 Apr 16 12:00:50.361902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46298) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:50.368949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eaa07b-4007-471d-9df9-c0c93b80a741,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:50.419855 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:50.420799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1627c3ba-72e8-4e24-825b-9aca9e11f73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:50.481714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1ef46af8-a0e2-469d-b917-74467ff9937a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.523303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1ef46af8-a0e2-469d-b917-74467ff9937a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.554039 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1351b3f-ac8a-461c-8563-81339ecab0bb,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:50.569620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:50.585450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1ef46af8-a0e2-469d-b917-74467ff9937a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.600375 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c6a128c1-80f9-4ba7-bd4b-0943e01cb7b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:50.636131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef46af8-a0e2-469d-b917-74467ff9937a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eaa07b-4007-471d-9df9-c0c93b80a741,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:50.638539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1ef46af8-a0e2-469d-b917-74467ff9937a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.642584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5595b-6cfa-4563-8bb1-a2ee673c17e5 req-989431c3-cc87-4c23-8003-8ce4327a9b6d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:50.643211 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1ef46af8-a0e2-469d-b917-74467ff9937a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/03eaa07b-4007-471d-9df9-c0c93b80a741 HTTP/1.1" status: 204 len: 168 time: 0.2800591 Apr 16 12:00:50.644643 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1ef46af8-a0e2-469d-b917-74467ff9937a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:50.652275 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cef5595b-6cfa-4563-8bb1-a2ee673c17e5 req-989431c3-cc87-4c23-8003-8ce4327a9b6d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.2928438 Apr 16 12:00:50.733571 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cef5595b-6cfa-4563-8bb1-a2ee673c17e5 req-a41795af-5320-4975-952f-2ffda77fa5f6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800295 Apr 16 12:00:50.742651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Checking segment: {'id': '5d6040a4-4c7f-4c9b-b290-be66c889c0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e94a4611-c998-457c-a5a3-cda7cf39c4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:50.743201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Network hostable DHCP agents. Network: e94a4611-c998-457c-a5a3-cda7cf39c4dd, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:00:50.770124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Network e94a4611-c998-457c-a5a3-cda7cf39c4dd is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:00:50.785236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, e94a4611-c998-457c-a5a3-cda7cf39c4dd) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:50.796949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00deaab-250b-44a4-8b30-c8cd330b06db None None] Network e94a4611-c998-457c-a5a3-cda7cf39c4dd requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:50.802142 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:50.802912 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:50.835654 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ec46242c-f7c0-4189-aaea-ce77acec4511 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5557125 Apr 16 12:00:51.080466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da4b64-52ac-4ee6-87f9-d690b5b35be3 None None] Network e94a4611-c998-457c-a5a3-cda7cf39c4dd requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:51.196409 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46326) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:51.217494 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.235740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:51.241276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5974c9c3864325b09586413f0f3ac6 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:51.244724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:51.252142 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:51.354396 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.357779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.368935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b913fbb9-7021-4577-83f4-37784cb4ab5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:51.410683 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6d5974c9c3864325b09586413f0f3ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130544 Apr 16 12:00:51.413569 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46330) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:51.415513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4526f38-beb3-4867-883d-8cd8c9c75814,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:51.419324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:51.485482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8f85-9721-48c6-9527-d54953329da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.513708 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8f85-9721-48c6-9527-d54953329da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.601131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8f85-9721-48c6-9527-d54953329da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.651808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a492d8ac-d7a2-471b-99af-e2e98a0b0376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:51.671444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a8f85-9721-48c6-9527-d54953329da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4526f38-beb3-4867-883d-8cd8c9c75814,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:51.674021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7c2a8f85-9721-48c6-9527-d54953329da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:51.694480 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8f85-9721-48c6-9527-d54953329da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:51.698805 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-7c2a8f85-9721-48c6-9527-d54953329da1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a4526f38-beb3-4867-883d-8cd8c9c75814 HTTP/1.1" status: 204 len: 168 time: 0.2839682 Apr 16 12:00:51.764909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-4dd4cd83-9cf9-4855-9c33-fa4d30627fac tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:51.765987 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-4dd4cd83-9cf9-4855-9c33-fa4d30627fac tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Synchronizing usage tracker for tenant:4b432a133a6c40bca4adeefac0a60c27 on resource:network {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:51.782608 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-4dd4cd83-9cf9-4855-9c33-fa4d30627fac tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Unset dirty status for tenant:4b432a133a6c40bca4adeefac0a60c27 on resource:network {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:51.783896 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-4dd4cd83-9cf9-4855-9c33-fa4d30627fac tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/networks?id=553881c8-1682-460f-955e-9486e5b14a55 HTTP/1.1" status: 200 len: 809 time: 0.2263594 Apr 16 12:00:51.802810 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-1d0bcc1e-19ff-4885-8e56-46bd9c094b09 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/quotas/4b432a133a6c40bca4adeefac0a60c27 HTTP/1.1" status: 200 len: 375 time: 0.0120173 Apr 16 12:00:51.870648 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-fa58d958-e33d-4a53-8f2d-67ca35ac76ad tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4b432a133a6c40bca4adeefac0a60c27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594702 Apr 16 12:00:52.107354 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-7d65490e-b0f2-498a-8b0d-d4f0ffbb0715 service neutron] 10.222.0.75 "GET /v2.0/networks/553881c8-1682-460f-955e-9486e5b14a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256641 Apr 16 12:00:52.117239 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fe3cb-4c22-4e42-81d3-0e0588c4dd74 req-df66ccd3-b574-4b29-a1a3-2bd30f2881a1 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:52.119176 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b78fe3cb-4c22-4e42-81d3-0e0588c4dd74 req-df66ccd3-b574-4b29-a1a3-2bd30f2881a1 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.2118928 Apr 16 12:00:52.263235 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b78fe3cb-4c22-4e42-81d3-0e0588c4dd74 req-eb1c7538-8619-4059-938e-86a9abb3db97 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156437 Apr 16 12:00:52.307211 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-da2b6f57-a9f5-40ff-8a5f-2004c416b491 service neutron] 10.222.0.75 "GET /v2.0/networks/553881c8-1682-460f-955e-9486e5b14a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863604 Apr 16 12:00:52.535361 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ccd31214-eaa2-42a8-84ff-efbc487ea6ae req-17784e10-e85a-428e-bc8e-a531232782e5 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 210 time: 0.0562339 Apr 16 12:00:52.783859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46396) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:52.938952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1015177337-network', 'tenant_id': '89f64f7403c242e289958b4ef8ed9494'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:52.944065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:52.948214 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Usage tracker for resource:network and tenant:89f64f7403c242e289958b4ef8ed9494 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:52.951522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:52.958928 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:52.967776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Made reservation on behalf of 89f64f7403c242e289958b4ef8ed9494 for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:52.972676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:52.987030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.003325 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:53.007376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Usage tracker for resource:security_group_rule and tenant:89f64f7403c242e289958b4ef8ed9494 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:53.010362 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:53.016588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:53.110220 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.113069 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.117315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-54f0dcaa-8504-480d-82a9-9c27b05e7a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:53.148319 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:00:53.157688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f7d0bf-2a91-404e-87a0-059428604bf2,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:53.161629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:53.164203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.164602 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Added segment 8e5eee59-e6e5-4466-bdeb-0e47f89c6741 of type vlan for network f60a4313-e44b-4c04-87b2-c21262c430f7 Apr 16 12:00:53.198830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.233651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.235045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:53.235667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.240901 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:53.346549 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5585196 Apr 16 12:00:53.346783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46410) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:53.356845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Request body: {'subnet': {'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1015177337-subnet', 'tenant_id': '89f64f7403c242e289958b4ef8ed9494', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:53.362223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Pushing event updated for resources: {'Network': ['ID=f60a4313-e44b-4c04-87b2-c21262c430f7,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:53.364901 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:53.367395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:53.369759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Usage tracker for resource:subnet and tenant:89f64f7403c242e289958b4ef8ed9494 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:53.372877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:53.374309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network f60a4313-e44b-4c04-87b2-c21262c430f7 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:00:53.379673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:53.434307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Made reservation on behalf of 89f64f7403c242e289958b4ef8ed9494 for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:53.439666 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2057068'] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:53.614257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb70fc-fec4-4fed-9a2d-4e2d48ca0bcb req-7f1f142c-ce9e-42ff-b877-6d2dc45409de tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:53.615864 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d3eb70fc-fec4-4fed-9a2d-4e2d48ca0bcb req-7f1f142c-ce9e-42ff-b877-6d2dc45409de tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.2297533 Apr 16 12:00:53.728748 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d3eb70fc-fec4-4fed-9a2d-4e2d48ca0bcb req-5f93bb53-de47-4e18-87c9-2680bf76196c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022458 Apr 16 12:00:53.916804 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8e7fa63-7a1a-4dad-a2c2-d0e9103bbb56 req-0db9de24-c7c5-43ee-b83f-51d375e00aad tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 210 time: 0.1844361 Apr 16 12:00:54.080227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46442) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:54.097954 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-f436cde2-c704-48dd-86fa-531cd3e70fed tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:54.099580 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-f436cde2-c704-48dd-86fa-531cd3e70fed tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.47 "GET /v2.0/networks?id=553881c8-1682-460f-955e-9486e5b14a55 HTTP/1.1" status: 200 len: 809 time: 0.3697712 Apr 16 12:00:54.128828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Request body: {'port': {'device_id': '22b89324-1235-4cf5-8418-086330519c30', 'network_id': '553881c8-1682-460f-955e-9486e5b14a55', 'admin_state_up': True, 'tenant_id': '4b432a133a6c40bca4adeefac0a60c27'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:54.281383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.311112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:54.325004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Usage tracker for resource:security_group_rule and tenant:8753cdd6e2fe4ad0abdd74bcb814fc0b is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:54.332117 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:54.349110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:54.353474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:54.361566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Usage tracker for resource:port and tenant:4b432a133a6c40bca4adeefac0a60c27 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:54.367797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:54.379673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:54.435822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Made reservation on behalf of 4b432a133a6c40bca4adeefac0a60c27 for: {'port': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:00:54.442693 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.486383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793933036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2057055'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.550245 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4ea90976-18e4-44e3-a53d-e93d072f6cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:54.672121 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cafda-094b-495f-aaa1-b72923a87dc3 req-088b4be1-7b5b-4a17-a139-a51b71771539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:54.673812 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f97cafda-094b-495f-aaa1-b72923a87dc3 req-088b4be1-7b5b-4a17-a139-a51b71771539 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 1098 time: 0.0918787 Apr 16 12:00:54.726239 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f97cafda-094b-495f-aaa1-b72923a87dc3 req-6dcf2e32-5692-4694-bd1e-2d4eaa00285f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Apr 16 12:00:54.784320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Pushing event updated for resources: {'Subnet': ['ID=020fe719-9632-40a0-84cd-9ca0328d821d,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:54.801742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:54.851338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.863149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:54.912707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:54.973768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Allocated IP 172.20.0.4 (553881c8-1682-460f-955e-9486e5b14a55/d2e31361-d46d-4807-bbf5-de5c4e3c49ca/6401af69-7d3e-4695-96cc-8d658f9958b7) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:00:55.005865 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8753cdd6e2fe4ad0abdd74bcb814fc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9218869 Apr 16 12:00:55.006626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46466) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:55.012644 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb1e4ad-6d24-4340-ba79-3f8c2dba0e32,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:55.026625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:55.084914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3296bafb-1a2a-471c-a591-53e0a2c7a463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.116119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3296bafb-1a2a-471c-a591-53e0a2c7a463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.165532 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3296bafb-1a2a-471c-a591-53e0a2c7a463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.171976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a26a36a8-2170-49dc-98f0-8cf53fd7efa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:55.191562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296bafb-1a2a-471c-a591-53e0a2c7a463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb1e4ad-6d24-4340-ba79-3f8c2dba0e32,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:55.194812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3296bafb-1a2a-471c-a591-53e0a2c7a463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:55.199798 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3296bafb-1a2a-471c-a591-53e0a2c7a463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.205915 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3296bafb-1a2a-471c-a591-53e0a2c7a463 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eeb1e4ad-6d24-4340-ba79-3f8c2dba0e32 HTTP/1.1" status: 204 len: 168 time: 0.1980407 Apr 16 12:00:55.347636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Checking segment: {'id': '8e5eee59-e6e5-4466-bdeb-0e47f89c6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:55.348040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Network hostable DHCP agents. Network: f60a4313-e44b-4c04-87b2-c21262c430f7, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:00:55.354617 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1c26fde5-07bf-4dd5-bc4b-8be33eda90d3 req-8ca9eca8-494f-4b6e-98b6-27b11b8fa013 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 210 time: 0.1017809 Apr 16 12:00:55.472862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d4e91-425b-4a7f-8943-1ec40151ed29 req-b1344516-677b-4185-be1e-c46d8a878817 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:55.474438 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-419d4e91-425b-4a7f-8943-1ec40151ed29 req-b1344516-677b-4185-be1e-c46d8a878817 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.6154296 Apr 16 12:00:55.508385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Network f60a4313-e44b-4c04-87b2-c21262c430f7 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:00:55.537299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46478) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:55.546667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, f60a4313-e44b-4c04-87b2-c21262c430f7) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:55.556169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87cb22d-bac9-49c5-b83e-f923dc60b79a None None] Network f60a4313-e44b-4c04-87b2-c21262c430f7 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:55.559408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.591742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:55.603578 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-419d4e91-425b-4a7f-8943-1ec40151ed29 req-db442631-3117-4ffe-857a-95cfecb01bef tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207762 Apr 16 12:00:55.604174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Usage tracker for resource:security_group_rule and tenant:ac7fe9701dff4f358e37167337d04db4 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:55.606765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:55.607551 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.609667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:55.618677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:55.638584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.671928 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3155529 Apr 16 12:00:55.710536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.737476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cb263021-7695-46b5-b1bd-f90b604f7818 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:55.795068 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.799419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.810357 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1614955b-ffba-440a-9aad-d391d174a035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:55.863462 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ac7fe9701dff4f358e37167337d04db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3249366 Apr 16 12:00:55.865079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46486) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:55.868525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762d1c20-db2a-4453-9ae9-bc9b10b9beaa,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:55.872009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:55.890185 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Pushing event updated for resources: {'Port': ['ID=6401af69-7d3e-4695-96cc-8d658f9958b7,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:55.899308 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc7213-45b7-403e-8ad3-30c44d1bbcb5 None None] Network f60a4313-e44b-4c04-87b2-c21262c430f7 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:00:55.903553 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:55.952307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3caa59be-4cbc-4050-ae3c-795f3a6f7ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:55.963709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Network 553881c8-1682-460f-955e-9486e5b14a55 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:00:55.965281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:00:55.968138 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:00:55.983968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3caa59be-4cbc-4050-ae3c-795f3a6f7ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.055751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:56.056543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.065140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3caa59be-4cbc-4050-ae3c-795f3a6f7ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.072877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:56.081824 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9585388 Apr 16 12:00:56.091235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa59be-4cbc-4050-ae3c-795f3a6f7ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d1c20-db2a-4453-9ae9-bc9b10b9beaa,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:56.093442 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3caa59be-4cbc-4050-ae3c-795f3a6f7ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:56.096400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3caa59be-4cbc-4050-ae3c-795f3a6f7ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.104790 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3caa59be-4cbc-4050-ae3c-795f3a6f7ce9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/762d1c20-db2a-4453-9ae9-bc9b10b9beaa HTTP/1.1" status: 204 len: 168 time: 0.2342703 Apr 16 12:00:56.105867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Request body: {'port': {'device_id': '22b89324-1235-4cf5-8418-086330519c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:00:56.256404 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.792561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6401af69-7d3e-4695-96cc-8d658f9958b7 {{(pid=85303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:00:56.803590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.878507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271876f-12d7-492d-a673-9ba153b32eb7 req-479f7db5-f14a-4c9a-a32a-010d6a45c7ed tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:56.879276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-f271876f-12d7-492d-a673-9ba153b32eb7 req-479f7db5-f14a-4c9a-a32a-010d6a45c7ed tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Synchronizing usage tracker for tenant:4b432a133a6c40bca4adeefac0a60c27 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:56.895172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Transition to ACTIVE for port object 6401af69-7d3e-4695-96cc-8d658f9958b7 will not be triggered until provisioned by entity L2. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:00:56.900029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:56.932836 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7bb19fe-dce9-44c5-ad16-17c3e5eaf216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:56.985565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-f271876f-12d7-492d-a673-9ba153b32eb7 req-479f7db5-f14a-4c9a-a32a-010d6a45c7ed tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Unset dirty status for tenant:4b432a133a6c40bca4adeefac0a60c27 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:56.986855 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f271876f-12d7-492d-a673-9ba153b32eb7 req-479f7db5-f14a-4c9a-a32a-010d6a45c7ed tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 931 time: 0.3535306 Apr 16 12:00:57.106930 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Pushing event updated for resources: {'Port': ['ID=6401af69-7d3e-4695-96cc-8d658f9958b7,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:57.112827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:57.145706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbefe1-a7b4-435e-b747-7c1bac089a5f req-828ce6a6-509c-4ca9-9d91-ca693396441a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:57.147346 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90dbefe1-a7b4-435e-b747-7c1bac089a5f req-828ce6a6-509c-4ca9-9d91-ca693396441a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.3390348 Apr 16 12:00:57.181618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-f271876f-12d7-492d-a673-9ba153b32eb7 req-50669024-c29c-4e2f-8342-426f9a78d2e0 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Synchronizing usage tracker for tenant:4b432a133a6c40bca4adeefac0a60c27 on resource:security_group {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:57.245342 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90dbefe1-a7b4-435e-b747-7c1bac089a5f req-ae212368-3894-4506-9ce2-2a29862f9fdc tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867641 Apr 16 12:00:57.297430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-f271876f-12d7-492d-a673-9ba153b32eb7 req-50669024-c29c-4e2f-8342-426f9a78d2e0 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Unset dirty status for tenant:4b432a133a6c40bca4adeefac0a60c27 on resource:security_group {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:57.298852 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f271876f-12d7-492d-a673-9ba153b32eb7 req-50669024-c29c-4e2f-8342-426f9a78d2e0 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481287 Apr 16 12:00:57.586021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Attempting to bind port 6401af69-7d3e-4695-96cc-8d658f9958b7 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:00:57.586404 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Attempting to bind port 6401af69-7d3e-4695-96cc-8d658f9958b7 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '493e2c0b-3586-4e3b-beb7-02fde77481eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '553881c8-1682-460f-955e-9486e5b14a55'}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:00:57.587003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Attempting to bind port 6401af69-7d3e-4695-96cc-8d658f9958b7 on network 553881c8-1682-460f-955e-9486e5b14a55 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:57.598111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Port 6401af69-7d3e-4695-96cc-8d658f9958b7 on network 553881c8-1682-460f-955e-9486e5b14a55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:00:57.598476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Attempting to bind port 6401af69-7d3e-4695-96cc-8d658f9958b7 on network 553881c8-1682-460f-955e-9486e5b14a55 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:00:57.607366 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:00:57.608289 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Checking segment: {'id': '493e2c0b-3586-4e3b-beb7-02fde77481eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '553881c8-1682-460f-955e-9486e5b14a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:00:57.608743 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Bound using segment: {'id': '493e2c0b-3586-4e3b-beb7-02fde77481eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '553881c8-1682-460f-955e-9486e5b14a55'} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:00:57.609219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Bound port: 6401af69-7d3e-4695-96cc-8d658f9958b7, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '493e2c0b-3586-4e3b-beb7-02fde77481eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '553881c8-1682-460f-955e-9486e5b14a55'}}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:00:57.609605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.629388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc42ce-2c2f-47fe-93a7-755c0b5f9c9b req-ee5ebc19-51d1-4bdf-ad69-35583673a340 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:57.631045 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bdcc42ce-2c2f-47fe-93a7-755c0b5f9c9b req-ee5ebc19-51d1-4bdf-ad69-35583673a340 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1897900 Apr 16 12:00:57.784671 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bdcc42ce-2c2f-47fe-93a7-755c0b5f9c9b req-69fc83ae-7810-4bc3-8801-59b151eac830 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468470 Apr 16 12:00:57.866898 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] For port 6401af69-7d3e-4695-96cc-8d658f9958b7, host hv-cinder-78662, cleared binding levels {{(pid=85303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:00:57.870844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] For port 6401af69-7d3e-4695-96cc-8d658f9958b7, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6401af69-7d3e-4695-96cc-8d658f9958b7,segment=NetworkSegment(493e2c0b-3586-4e3b-beb7-02fde77481eb),segment_id=493e2c0b-3586-4e3b-beb7-02fde77481eb)] {{(pid=85303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:00:57.875478 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:57.985670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.244837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Pushing event updated for resources: {'Port': ['ID=6401af69-7d3e-4695-96cc-8d658f9958b7,revision_number=3']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.257366 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.290565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5c789607-4b12-4959-913d-36e92b1ac346 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:58.291581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5c789607-4b12-4959-913d-36e92b1ac346 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Synchronizing usage tracker for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:network {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:00:58.296983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:58.297666 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.299233 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] 10.222.0.47 "PUT /v2.0/ports/6401af69-7d3e-4695-96cc-8d658f9958b7 HTTP/1.1" status: 200 len: 1093 time: 2.1992195 Apr 16 12:00:58.299820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b89324-1235-4cf5-8418-086330519c30', 'tag': '6401af69-7d3e-4695-96cc-8d658f9958b7'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:00:58.322062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5c789607-4b12-4959-913d-36e92b1ac346 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Unset dirty status for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:network {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:00:58.323537 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5c789607-4b12-4959-913d-36e92b1ac346 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/networks?id=f60a4313-e44b-4c04-87b2-c21262c430f7 HTTP/1.1" status: 200 len: 809 time: 0.3399053 Apr 16 12:00:58.413205 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b89324-1235-4cf5-8418-086330519c30', 'tag': '6401af69-7d3e-4695-96cc-8d658f9958b7', 'status': 'completed', 'code': 200} Apr 16 12:00:58.413205 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-4e397ab3-fa46-44c5-b41f-d4769a4461af tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/quotas/89f64f7403c242e289958b4ef8ed9494 HTTP/1.1" status: 200 len: 375 time: 0.0764823 Apr 16 12:00:58.478212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46592) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:58.515727 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-673d25a3-e0d7-487e-a032-14aabd274cef tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=89f64f7403c242e289958b4ef8ed9494&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856702 Apr 16 12:00:58.638558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.655028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:58.659086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Usage tracker for resource:security_group_rule and tenant:6e24ff83d55a48758eaa81b79b32e11d is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:58.662112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:58.668155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:58.752964 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-3a22086e-f335-4da3-bb1f-f28c57eee277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:58.754268 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-3a22086e-f335-4da3-bb1f-f28c57eee277 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b432a133a6c40bca4adeefac0a60c27&device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 1096 time: 0.4099987 Apr 16 12:00:58.758033 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.761217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.770171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b56254ff-177b-4484-abe6-685dddac3b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.770380 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-d07c5160-df74-4d08-9e7e-eb2342aeef5a service neutron] 10.222.0.75 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533913 Apr 16 12:00:58.816758 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6e24ff83d55a48758eaa81b79b32e11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371701 Apr 16 12:00:58.818675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3c6814-9a7d-41e2-b67f-614bfe81ab52,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.821276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46598) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:58.823921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.870298 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-589320f6-5cc8-4226-86bd-489a94cc8479 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6401af69-7d3e-4695-96cc-8d658f9958b7 HTTP/1.1" status: 200 len: 217 time: 0.1027849 Apr 16 12:00:58.889994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03faf800-4c17-4af1-87ca-f9699eae79e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.917117 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03faf800-4c17-4af1-87ca-f9699eae79e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.963427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03faf800-4c17-4af1-87ca-f9699eae79e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.969229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7accc904-b30c-4175-9d39-67c4f489a4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:58.983756 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faf800-4c17-4af1-87ca-f9699eae79e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3c6814-9a7d-41e2-b67f-614bfe81ab52,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:58.987031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-03faf800-4c17-4af1-87ca-f9699eae79e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:58.988017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03faf800-4c17-4af1-87ca-f9699eae79e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:58.992541 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-03faf800-4c17-4af1-87ca-f9699eae79e5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6e3c6814-9a7d-41e2-b67f-614bfe81ab52 HTTP/1.1" status: 204 len: 168 time: 0.1670406 Apr 16 12:00:58.992633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7df665-073d-4f22-aaa4-b50f24da323d req-a5b02745-361c-4acf-bb48-bf063e888e1d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:58.992633 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd7df665-073d-4f22-aaa4-b50f24da323d req-a5b02745-361c-4acf-bb48-bf063e888e1d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 943 time: 0.3827443 Apr 16 12:00:59.302639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-dc0193cc-d262-4047-9c63-728d8bb2cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:00:59.304201 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-dc0193cc-d262-4047-9c63-728d8bb2cd97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d2e31361-d46d-4807-bbf5-de5c4e3c49ca HTTP/1.1" status: 200 len: 849 time: 0.3729093 Apr 16 12:00:59.313781 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46610) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:59.333235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.349095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:00:59.353181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Usage tracker for resource:security_group_rule and tenant:08f7e365f3ca4719a54c8c65627ef374 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:00:59.356248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:00:59.360532 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd7df665-073d-4f22-aaa4-b50f24da323d req-515a12c8-8f2d-49c9-9dd5-304206fd9ddf tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528082 Apr 16 12:00:59.363159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:00:59.378488 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-6d3f2bca-f1fc-4bda-a620-626cd6b83213 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=553881c8-1682-460f-955e-9486e5b14a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593705 Apr 16 12:00:59.378488 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-7878ce7f-0356-4101-9c00-5483606a5871 service neutron] 10.222.0.75 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5439920 Apr 16 12:00:59.458997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.462944 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.472145 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-767e1dbe-1f8a-4088-bd37-6f350d06b2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:00:59.520550 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=08f7e365f3ca4719a54c8c65627ef374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051327 Apr 16 12:00:59.520853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46616) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:00:59.521197 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c2886c-aac3-4f04-afc7-39fdb5303198,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:00:59.524369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:00:59.610717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.644514 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-4db6f99e-ab34-495f-8cb6-07aac0ad1bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/553881c8-1682-460f-955e-9486e5b14a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578835 Apr 16 12:00:59.654223 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2cd12310-5021-46b8-a3e7-eac50ee507ea req-3e4e831d-963f-4a52-aed8-5560cc420cb2 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 210 time: 0.0803275 Apr 16 12:00:59.826738 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-204ad397-190c-4e42-bd49-5da173a7935d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.870216 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-38f8397b-0ef3-43a8-8345-a3f0af17ac50 req-5c04700c-338f-40cc-8d40-3c59f581c52c service neutron] 10.222.0.47 "GET /v2.0/networks/553881c8-1682-460f-955e-9486e5b14a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059579 Apr 16 12:00:59.875088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-204ad397-190c-4e42-bd49-5da173a7935d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:00:59.993675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-204ad397-190c-4e42-bd49-5da173a7935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:00.000153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a43aafae-c484-403b-a4c5-383338f1c61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:00.022587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ad397-190c-4e42-bd49-5da173a7935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c2886c-aac3-4f04-afc7-39fdb5303198,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:00.034535 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-204ad397-190c-4e42-bd49-5da173a7935d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:00.037176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-204ad397-190c-4e42-bd49-5da173a7935d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:00.038557 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-204ad397-190c-4e42-bd49-5da173a7935d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/76c2886c-aac3-4f04-afc7-39fdb5303198 HTTP/1.1" status: 204 len: 168 time: 0.5167243 Apr 16 12:01:00.049350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-e4a4e539-ebf0-46ec-9fa6-5f585f956bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:00.050996 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-e4a4e539-ebf0-46ec-9fa6-5f585f956bb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4b432a133a6c40bca4adeefac0a60c27&device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 1096 time: 0.1285284 Apr 16 12:01:00.192668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-9c867850-e812-41e0-8c0a-b856601de910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:00.194741 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-9c867850-e812-41e0-8c0a-b856601de910 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1098 time: 0.1601429 Apr 16 12:01:00.299402 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-1de44f02-4474-4da5-8666-19ec95136212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:00.301048 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-1de44f02-4474-4da5-8666-19ec95136212 service neutron] 10.222.0.47 "GET /v2.0/networks?id=553881c8-1682-460f-955e-9486e5b14a55 HTTP/1.1" status: 200 len: 910 time: 0.2377515 Apr 16 12:01:00.372817 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-4b51b2d2-03d2-4391-8989-f7fffb00cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:00.374623 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-4b51b2d2-03d2-4391-8989-f7fffb00cef4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 920 time: 0.1632376 Apr 16 12:01:00.389507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501e01-b7cc-45c4-a424-57c6ffafbd72 req-3167c54e-d847-4d16-8ef9-0d59b3f34b52 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:00.398077 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a501e01-b7cc-45c4-a424-57c6ffafbd72 req-3167c54e-d847-4d16-8ef9-0d59b3f34b52 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2267230 Apr 16 12:01:00.437334 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-fe9e1084-fc0f-40dc-852a-2d79b5ef6c0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6401af69-7d3e-4695-96cc-8d658f9958b7 HTTP/1.1" status: 200 len: 217 time: 0.1228018 Apr 16 12:01:00.460298 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-ae73f0b0-594f-4016-9094-99113f01b392 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035 HTTP/1.1" status: 200 len: 217 time: 0.0762947 Apr 16 12:01:00.562971 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-1a04c7c6-6193-4923-b268-f56db7f008e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:00.564310 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-1a04c7c6-6193-4923-b268-f56db7f008e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d2e31361-d46d-4807-bbf5-de5c4e3c49ca HTTP/1.1" status: 200 len: 849 time: 0.1185386 Apr 16 12:01:00.600873 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-766223e2-c9d4-4950-bbec-df36dc9b507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:00.602681 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-766223e2-c9d4-4950-bbec-df36dc9b507d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.1293168 Apr 16 12:01:00.671886 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-66e78a1e-0e54-434c-bd80-7defd62816cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605650 Apr 16 12:01:00.720956 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-7c1a9be0-d728-4f0d-bac7-c67e2edb1a12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=553881c8-1682-460f-955e-9486e5b14a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1261971 Apr 16 12:01:00.729403 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a501e01-b7cc-45c4-a424-57c6ffafbd72 req-df3d5d37-ace7-4e68-8a56-ba99e6937399 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304062 Apr 16 12:01:00.865519 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-6e0224cb-4bcf-4afe-979b-07f692ed9588 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723368 Apr 16 12:01:00.910423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ad9d-2e53-411b-ad7a-f73f3c0f8fb7 req-c049c308-6d96-4501-adf8-b6e361533362 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:00.912101 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ed40ad9d-2e53-411b-ad7a-f73f3c0f8fb7 req-c049c308-6d96-4501-adf8-b6e361533362 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 943 time: 0.3161430 Apr 16 12:01:00.921490 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-06a20230-f2ca-462c-83a0-4d8e298e33a3 service neutron] 10.222.0.47 "GET /v2.0/networks/553881c8-1682-460f-955e-9486e5b14a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909308 Apr 16 12:01:01.079633 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3e65b2fd-548f-4eb5-966f-0ff99ceefeea req-f6497478-15a1-4d0a-a6ca-a734db0d4d8a service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068572 Apr 16 12:01:01.104382 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ed40ad9d-2e53-411b-ad7a-f73f3c0f8fb7 req-0c442dda-9e1f-49ff-abcb-3801ba1a2b61 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757500 Apr 16 12:01:01.255134 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2713c53-19e2-4190-8f8c-9df7618bebc7 req-dd328070-a00e-486b-9cc1-806ab2cc5a96 service neutron] 10.222.0.47 "GET /v2.0/networks/553881c8-1682-460f-955e-9486e5b14a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173430 Apr 16 12:01:01.337277 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a5cabe95-6628-4e16-b8b1-51fde0374b98 req-5ac5ab6b-0109-4507-9619-d0a7744e5773 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 210 time: 0.0929384 Apr 16 12:01:01.374358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5468be1f-f9d8-45ab-b8f7-e4e98682c883 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:01.376800 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5468be1f-f9d8-45ab-b8f7-e4e98682c883 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.47 "GET /v2.0/networks?id=f60a4313-e44b-4c04-87b2-c21262c430f7 HTTP/1.1" status: 200 len: 809 time: 0.2614710 Apr 16 12:01:01.394833 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Request body: {'port': {'device_id': '72cf8309-e2d1-4fb9-b293-accc68a3bd05', 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7', 'admin_state_up': True, 'tenant_id': '89f64f7403c242e289958b4ef8ed9494'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:01.565744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:01.570277 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Usage tracker for resource:port and tenant:89f64f7403c242e289958b4ef8ed9494 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:01.573230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:01.580207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:01.589619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Made reservation on behalf of 89f64f7403c242e289958b4ef8ed9494 for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:01.596055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:01.783604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Allocated IP 172.20.0.5 (f60a4313-e44b-4c04-87b2-c21262c430f7/020fe719-9632-40a0-84cd-9ca0328d821d/710cff61-d7bb-4b36-a088-3c1794a774ee) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:01.965127 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd24dd-895f-48a3-99fd-7bc4b8d1e190 req-3d5fedbc-dc22-4be3-a361-04f3b8c073bc tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:01.967793 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-96fd24dd-895f-48a3-99fd-7bc4b8d1e190 req-3d5fedbc-dc22-4be3-a361-04f3b8c073bc tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1060026 Apr 16 12:01:02.028054 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-96fd24dd-895f-48a3-99fd-7bc4b8d1e190 req-2ab2eb05-cbc6-4e17-bcb1-07e06200bfc0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530903 Apr 16 12:01:02.042257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:02.078423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:02.098396 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:02.242186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Pushing event updated for resources: {'Port': ['ID=710cff61-d7bb-4b36-a088-3c1794a774ee,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:02.262831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:02.307925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Network f60a4313-e44b-4c04-87b2-c21262c430f7 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:02.309412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:02.313515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:02.318636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de569a75-1e76-44df-ab1c-540d5ed54a20 req-1d942254-1f27-4ff0-a82e-3865284120f9 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:02.320590 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-de569a75-1e76-44df-ab1c-540d5ed54a20 req-1d942254-1f27-4ff0-a82e-3865284120f9 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 943 time: 0.0977414 Apr 16 12:01:02.394695 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-de569a75-1e76-44df-ab1c-540d5ed54a20 req-487f3ba8-e3b8-48f6-bc5d-ff1019316395 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651276 Apr 16 12:01:02.396649 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:02.398467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:02.432049 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0420132 Apr 16 12:01:02.448346 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Request body: {'port': {'device_id': '72cf8309-e2d1-4fb9-b293-accc68a3bd05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:02.541356 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 6401af69-7d3e-4695-96cc-8d658f9958b7 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:02.629989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585b083-60d3-4976-adde-146bc915471e req-0b15b18a-ce0e-41d6-ab91-517d15e0f369 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:02.640069 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6585b083-60d3-4976-adde-146bc915471e req-0b15b18a-ce0e-41d6-ab91-517d15e0f369 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 931 time: 0.1390684 Apr 16 12:01:02.664637 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:02.718061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6585b083-60d3-4976-adde-146bc915471e req-9987efbc-5241-40ba-97db-53b0999beee9 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Synchronizing usage tracker for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:security_group {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:02.739638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6585b083-60d3-4976-adde-146bc915471e req-9987efbc-5241-40ba-97db-53b0999beee9 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Unset dirty status for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:security_group {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:02.753823 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6585b083-60d3-4976-adde-146bc915471e req-9987efbc-5241-40ba-97db-53b0999beee9 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092439 Apr 16 12:01:02.817734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 6401af69-7d3e-4695-96cc-8d658f9958b7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6401af69-7d3e-4695-96cc-8d658f9958b7,segment=NetworkSegment(493e2c0b-3586-4e3b-beb7-02fde77481eb),segment_id=493e2c0b-3586-4e3b-beb7-02fde77481eb)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:02.836013 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '6401af69-7d3e-4695-96cc-8d658f9958b7', 'network_id': '553881c8-1682-460f-955e-9486e5b14a55', 'port_id': '6401af69-7d3e-4695-96cc-8d658f9958b7', 'mac_address': 'fa:16:3e:96:c7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e31361-d46d-4807-bbf5-de5c4e3c49ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:01:02.908722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:02.929973 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6401af69-7d3e-4695-96cc-8d658f9958b7 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:02.952906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 6401af69-7d3e-4695-96cc-8d658f9958b7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6401af69-7d3e-4695-96cc-8d658f9958b7,segment=NetworkSegment(493e2c0b-3586-4e3b-beb7-02fde77481eb),segment_id=493e2c0b-3586-4e3b-beb7-02fde77481eb)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:02.956842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:02.959090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:03.055873 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=6401af69-7d3e-4695-96cc-8d658f9958b7,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:03.068969 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:03.308513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4eba3-f0b4-403c-afc7-9dbd406c5ed6 req-4bc9b2d3-6f69-4683-88ab-3acc4db83da3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:03.311752 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-acd4eba3-f0b4-403c-afc7-9dbd406c5ed6 req-4bc9b2d3-6f69-4683-88ab-3acc4db83da3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1151075 Apr 16 12:01:03.320991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['6401af69-7d3e-4695-96cc-8d658f9958b7'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:03.345289 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710cff61-d7bb-4b36-a088-3c1794a774ee {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:03.356012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:03.370995 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-acd4eba3-f0b4-403c-afc7-9dbd406c5ed6 req-a523bb92-ba44-4e11-82f9-a02be28adf37 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513675 Apr 16 12:01:03.379571 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Transition to ACTIVE for port object 710cff61-d7bb-4b36-a088-3c1794a774ee will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:03.384268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:03.403467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4fff614a-ae8a-4f02-8ba6-4359ca9514a1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:03.684621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Pushing event updated for resources: {'Port': ['ID=710cff61-d7bb-4b36-a088-3c1794a774ee,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:03.693763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:03.706883 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2344c0-18d7-4752-9ac8-4e30dd746e58 req-91ba5bf7-7a0e-4915-9481-dc62457dc1f9 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:03.709094 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fe2344c0-18d7-4752-9ac8-4e30dd746e58 req-91ba5bf7-7a0e-4915-9481-dc62457dc1f9 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 944 time: 0.1240380 Apr 16 12:01:03.771201 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fe2344c0-18d7-4752-9ac8-4e30dd746e58 req-84bb5ad0-c58b-4215-9535-243944fc0675 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521424 Apr 16 12:01:03.826573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Attempting to bind port 710cff61-d7bb-4b36-a088-3c1794a774ee on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:03.826981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Attempting to bind port 710cff61-d7bb-4b36-a088-3c1794a774ee by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8e5eee59-e6e5-4466-bdeb-0e47f89c6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:03.827423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Attempting to bind port 710cff61-d7bb-4b36-a088-3c1794a774ee on network f60a4313-e44b-4c04-87b2-c21262c430f7 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:03.836537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Port 710cff61-d7bb-4b36-a088-3c1794a774ee on network f60a4313-e44b-4c04-87b2-c21262c430f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:01:03.836537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Attempting to bind port 710cff61-d7bb-4b36-a088-3c1794a774ee on network f60a4313-e44b-4c04-87b2-c21262c430f7 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:03.836829 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46756) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:03.840785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:03.841259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Checking segment: {'id': '8e5eee59-e6e5-4466-bdeb-0e47f89c6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:03.841766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Bound using segment: {'id': '8e5eee59-e6e5-4466-bdeb-0e47f89c6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:03.842379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Bound port: 710cff61-d7bb-4b36-a088-3c1794a774ee, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5eee59-e6e5-4466-bdeb-0e47f89c6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:03.842796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:03.947403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] For port 710cff61-d7bb-4b36-a088-3c1794a774ee, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:03.954448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] For port 710cff61-d7bb-4b36-a088-3c1794a774ee, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=710cff61-d7bb-4b36-a088-3c1794a774ee,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:03.965979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:03.985188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:03.997124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.019843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254c0b1-5335-4e9c-89fe-bbacd5b2c95c req-eb9a10a7-1f97-455c-9504-c8792facd2e2 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:04.021537 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a254c0b1-5335-4e9c-89fe-bbacd5b2c95c req-eb9a10a7-1f97-455c-9504-c8792facd2e2 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 943 time: 0.1392114 Apr 16 12:01:04.025800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:04.032016 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0d36c834e4194468af34dc4265d48f4a is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:04.048011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:04.058569 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:04.097689 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a254c0b1-5335-4e9c-89fe-bbacd5b2c95c req-1fd92bfc-52c6-4b24-9676-07ce00ae3ab5 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669022 Apr 16 12:01:04.147200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Pushing event updated for resources: {'Port': ['ID=710cff61-d7bb-4b36-a088-3c1794a774ee,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:04.152000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:04.169721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.173342 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.185887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ffeeee27-2be6-4922-bc47-8985957af3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:04.187362 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:04.188043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.189741 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] 10.222.0.47 "PUT /v2.0/ports/710cff61-d7bb-4b36-a088-3c1794a774ee HTTP/1.1" status: 200 len: 1093 time: 1.7473142 Apr 16 12:01:04.190273 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cf8309-e2d1-4fb9-b293-accc68a3bd05', 'tag': '710cff61-d7bb-4b36-a088-3c1794a774ee'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:04.236619 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0d36c834e4194468af34dc4265d48f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992844 Apr 16 12:01:04.237479 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46766) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:04.238177 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd9c365-136b-43b5-afc0-f75e20ee0aa6,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:04.243044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:04.278627 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cf8309-e2d1-4fb9-b293-accc68a3bd05', 'tag': '710cff61-d7bb-4b36-a088-3c1794a774ee', 'status': 'completed', 'code': 200} Apr 16 12:01:04.307288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b31b9975-08db-416b-b105-9d16f0433db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.323882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-bc605bd8-6dbd-413f-a0dd-cc05bef3b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:04.326316 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-bc605bd8-6dbd-413f-a0dd-cc05bef3b468 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89f64f7403c242e289958b4ef8ed9494&device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 1096 time: 0.0922585 Apr 16 12:01:04.341324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b31b9975-08db-416b-b105-9d16f0433db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.401290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b31b9975-08db-416b-b105-9d16f0433db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.408287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:04.423970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b9975-08db-416b-b105-9d16f0433db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd9c365-136b-43b5-afc0-f75e20ee0aa6,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:04.427540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b31b9975-08db-416b-b105-9d16f0433db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:04.428960 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b31b9975-08db-416b-b105-9d16f0433db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.430483 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b31b9975-08db-416b-b105-9d16f0433db5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6bd9c365-136b-43b5-afc0-f75e20ee0aa6 HTTP/1.1" status: 204 len: 168 time: 0.1892021 Apr 16 12:01:04.469738 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-460993f1-1934-4e2d-b826-6e366e4daeba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=710cff61-d7bb-4b36-a088-3c1794a774ee HTTP/1.1" status: 200 len: 217 time: 0.1278865 Apr 16 12:01:04.554270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 6401af69-7d3e-4695-96cc-8d658f9958b7 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:04.583957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-8becd3ed-c788-48f7-a836-d1bbdd2a8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:04.585983 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-8becd3ed-c788-48f7-a836-d1bbdd2a8add service neutron] 10.222.0.47 "GET /v2.0/subnets?id=020fe719-9632-40a0-84cd-9ca0328d821d HTTP/1.1" status: 200 len: 849 time: 0.1090729 Apr 16 12:01:04.675616 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9cddf-4576-4d30-970c-277aa0e27f70 req-d083ddeb-7455-4690-be6b-a23a86316b71 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:04.677757 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-81120d66-f37f-4320-912f-7c2aaa70e1ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60a4313-e44b-4c04-87b2-c21262c430f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803161 Apr 16 12:01:04.684405 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-64a9cddf-4576-4d30-970c-277aa0e27f70 req-d083ddeb-7455-4690-be6b-a23a86316b71 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1534815 Apr 16 12:01:04.693179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 6401af69-7d3e-4695-96cc-8d658f9958b7 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:04.699540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 6401af69-7d3e-4695-96cc-8d658f9958b7 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:04.700067 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.743818 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-64a9cddf-4576-4d30-970c-277aa0e27f70 req-1b82115a-ca8a-453b-bd4a-368301ede596 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582006 Apr 16 12:01:04.858444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.892241 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-12c6898f-f73f-4a5f-830a-2143d085634e service neutron] 10.222.0.47 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037237 Apr 16 12:01:04.898311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 6401af69-7d3e-4695-96cc-8d658f9958b7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6401af69-7d3e-4695-96cc-8d658f9958b7,segment=NetworkSegment(493e2c0b-3586-4e3b-beb7-02fde77481eb),segment_id=493e2c0b-3586-4e3b-beb7-02fde77481eb)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:04.899517 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b89324-1235-4cf5-8418-086330519c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6401af69-7d3e-4695-96cc-8d658f9958b7'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:04.905984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:04.909120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:04.961284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46790) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:04.979250 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b89324-1235-4cf5-8418-086330519c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6401af69-7d3e-4695-96cc-8d658f9958b7', 'code': 200} Apr 16 12:01:05.015724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=6401af69-7d3e-4695-96cc-8d658f9958b7,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:05.019012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:05.049438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:05.085277 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:01:05.086820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:05.093461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a56631-e135-424c-87cd-61597172caf0 req-86912eb9-dd86-4180-9e99-fb6b8ae05dfa tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:05.095316 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-45a56631-e135-424c-87cd-61597172caf0 req-86912eb9-dd86-4180-9e99-fb6b8ae05dfa tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 945 time: 0.1377115 Apr 16 12:01:05.096976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Usage tracker for resource:security_group_rule and tenant:6182a1fb80a342b088c9bd1c34e28487 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:05.110391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:05.120294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:05.163078 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d82b29ac-4f2a-4646-8e4d-cd38069ca536 req-343d524c-fe85-4627-8123-0d98d4f88895 service neutron] 10.222.0.47 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486861 Apr 16 12:01:05.173093 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-45a56631-e135-424c-87cd-61597172caf0 req-6e5267d0-cace-4152-b319-bb7ac147941f tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645099 Apr 16 12:01:05.296380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:05.305654 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:05.315588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4c705771-7c86-465d-bd37-02d3ede637ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:05.368224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf9425-ce8e-41c4-8f7a-ecab7826fa90 req-75841ff7-1a48-4c00-a2d4-6c56105863c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:05.369874 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-24cf9425-ce8e-41c4-8f7a-ecab7826fa90 req-75841ff7-1a48-4c00-a2d4-6c56105863c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 1098 time: 0.1712720 Apr 16 12:01:05.375149 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6182a1fb80a342b088c9bd1c34e28487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3511004 Apr 16 12:01:05.375149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf01f33-65be-444d-85f7-ea93f9bd93e0,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:05.377012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 46796) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:05.379531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:05.395590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707a1e1-79d6-440d-ba1a-9682b474a057 req-d2328abc-31f8-4576-aa9c-70fd3278cc01 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:05.397224 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4707a1e1-79d6-440d-ba1a-9682b474a057 req-d2328abc-31f8-4576-aa9c-70fd3278cc01 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 943 time: 0.1667185 Apr 16 12:01:05.400356 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-d577d0c1-4235-42d6-8611-cf0221fbdfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:05.401912 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-d577d0c1-4235-42d6-8611-cf0221fbdfc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89f64f7403c242e289958b4ef8ed9494&device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 1096 time: 0.1322043 Apr 16 12:01:05.456954 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-24cf9425-ce8e-41c4-8f7a-ecab7826fa90 req-e471d87b-81f3-4ee6-a715-6ff961ee3274 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661929 Apr 16 12:01:05.477355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fbfb29b9-d87d-4bda-ac89-25de55e966f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:05.508875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fbfb29b9-d87d-4bda-ac89-25de55e966f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:05.535969 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4707a1e1-79d6-440d-ba1a-9682b474a057 req-dc2fece9-0a63-4fdc-acaa-c05c4b4b081a tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294665 Apr 16 12:01:05.568927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fbfb29b9-d87d-4bda-ac89-25de55e966f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:05.574131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-838c39c3-0e81-46bf-b93e-95ade74d9aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:05.588242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb29b9-d87d-4bda-ac89-25de55e966f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf01f33-65be-444d-85f7-ea93f9bd93e0,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:05.592284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-fbfb29b9-d87d-4bda-ac89-25de55e966f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:05.594302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fbfb29b9-d87d-4bda-ac89-25de55e966f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:05.596690 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-fbfb29b9-d87d-4bda-ac89-25de55e966f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fcf01f33-65be-444d-85f7-ea93f9bd93e0 HTTP/1.1" status: 204 len: 168 time: 0.2175324 Apr 16 12:01:05.616853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-8c7db36a-7561-466b-b8bd-918edc638c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:05.618763 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-8c7db36a-7561-466b-b8bd-918edc638c2d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f60a4313-e44b-4c04-87b2-c21262c430f7 HTTP/1.1" status: 200 len: 910 time: 0.1950462 Apr 16 12:01:05.708288 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-483c3eac-a735-4a62-a00a-5f87b6aa1c53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=710cff61-d7bb-4b36-a088-3c1794a774ee HTTP/1.1" status: 200 len: 217 time: 0.0818520 Apr 16 12:01:06.092153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-e0852171-06b6-40c2-b21b-616811de6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:06.093752 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-e0852171-06b6-40c2-b21b-616811de6c60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=020fe719-9632-40a0-84cd-9ca0328d821d HTTP/1.1" status: 200 len: 849 time: 0.3779769 Apr 16 12:01:06.166831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c6951-f364-4800-98ae-1bc2e9e6298e req-f4a40400-e23f-418b-b804-2dde7adc3a19 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:06.168347 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bb7c6951-f364-4800-98ae-1bc2e9e6298e req-f4a40400-e23f-418b-b804-2dde7adc3a19 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1573355 Apr 16 12:01:06.175926 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-de2cfe7d-6a40-4871-93a4-7ae01797b5a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60a4313-e44b-4c04-87b2-c21262c430f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613799 Apr 16 12:01:06.346449 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bb7c6951-f364-4800-98ae-1bc2e9e6298e req-1f90e1cd-38fd-4450-a732-c494dbe5a77c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694946 Apr 16 12:01:06.415047 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-0e2cdd6a-fd52-4fe7-928d-8b377b60e243 service neutron] 10.222.0.47 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215705 Apr 16 12:01:06.525049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d03f3-beee-4191-8817-6769bfd7aefd req-318d265a-1099-465d-bba4-0ace761938a7 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:06.535062 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-907d03f3-beee-4191-8817-6769bfd7aefd req-318d265a-1099-465d-bba4-0ace761938a7 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 945 time: 0.2376151 Apr 16 12:01:06.649685 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-907d03f3-beee-4191-8817-6769bfd7aefd req-09ecfd15-234b-4670-ac6a-6f8086036a54 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132290 Apr 16 12:01:06.658679 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d460446-8a81-4c94-8755-fbbd168eb4de req-0fe8a2f4-f6b5-4e5c-8a7e-35e79e3f1f65 service neutron] 10.222.0.47 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359653 Apr 16 12:01:06.808816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba447f-f6ec-4d5e-92dd-f4417178a9fa req-fc7f60df-9a37-4971-8d87-08a8d89e3598 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:06.810763 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b9ba447f-f6ec-4d5e-92dd-f4417178a9fa req-fc7f60df-9a37-4971-8d87-08a8d89e3598 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 943 time: 0.1067383 Apr 16 12:01:06.861600 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b9ba447f-f6ec-4d5e-92dd-f4417178a9fa req-6521777d-af3f-45dc-baa5-155db6360e1e tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446596 Apr 16 12:01:07.559241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187793e3-3268-4c00-8ba6-c4e4572340c7 req-5a9a95d2-2574-4eda-876f-6ef8b727f9e3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:07.561659 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-187793e3-3268-4c00-8ba6-c4e4572340c7 req-5a9a95d2-2574-4eda-876f-6ef8b727f9e3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.0962148 Apr 16 12:01:07.612875 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-187793e3-3268-4c00-8ba6-c4e4572340c7 req-14064813-d54e-4738-9632-1c6204ec0b88 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443246 Apr 16 12:01:07.879836 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16bfd6-c1d0-4efb-83d7-487e95aa16d2 req-ac24493c-8d59-4666-9cfc-236efd91fd01 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:07.881481 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4c16bfd6-c1d0-4efb-83d7-487e95aa16d2 req-ac24493c-8d59-4666-9cfc-236efd91fd01 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 945 time: 0.0927851 Apr 16 12:01:07.933025 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4c16bfd6-c1d0-4efb-83d7-487e95aa16d2 req-b6a799c4-2aba-4a6f-8bc0-1e54e9bd0adc tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450275 Apr 16 12:01:08.130229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201d9e4-85a8-4a78-953d-05045bc9b545 req-4c130703-1458-40c2-b6a9-a09929401157 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:08.131978 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7201d9e4-85a8-4a78-953d-05045bc9b545 req-4c130703-1458-40c2-b6a9-a09929401157 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 943 time: 0.0969858 Apr 16 12:01:08.189808 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7201d9e4-85a8-4a78-953d-05045bc9b545 req-358b58e1-419e-4095-b53a-5aadfb39268b tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491738 Apr 16 12:01:08.574912 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 710cff61-d7bb-4b36-a088-3c1794a774ee details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:08.726663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 710cff61-d7bb-4b36-a088-3c1794a774ee, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=710cff61-d7bb-4b36-a088-3c1794a774ee,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:08.742517 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '710cff61-d7bb-4b36-a088-3c1794a774ee', 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7', 'port_id': '710cff61-d7bb-4b36-a088-3c1794a774ee', 'mac_address': 'fa:16:3e:8a:e1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020fe719-9632-40a0-84cd-9ca0328d821d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:01:08.806923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:08.826369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710cff61-d7bb-4b36-a088-3c1794a774ee {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:08.835221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392641c-d5ba-4830-bf3f-1d88a4266569 req-202bc82b-7a71-4f92-a7de-8b35bad00ec7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:08.837035 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8392641c-d5ba-4830-bf3f-1d88a4266569 req-202bc82b-7a71-4f92-a7de-8b35bad00ec7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.0980175 Apr 16 12:01:08.844341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 710cff61-d7bb-4b36-a088-3c1794a774ee, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=710cff61-d7bb-4b36-a088-3c1794a774ee,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:08.847266 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:08.849130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:08.890279 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8392641c-d5ba-4830-bf3f-1d88a4266569 req-6afe0de0-e4f9-4ec7-ae59-b022c064f799 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457437 Apr 16 12:01:08.920393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=710cff61-d7bb-4b36-a088-3c1794a774ee,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:08.923626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:09.325655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['710cff61-d7bb-4b36-a088-3c1794a774ee'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:09.415577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88ce0b-99cf-4797-a359-525aca0ecac1 req-bc8f4239-cd43-484d-bc7b-0ac38b545fcf tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:09.417410 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd88ce0b-99cf-4797-a359-525aca0ecac1 req-bc8f4239-cd43-484d-bc7b-0ac38b545fcf tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 944 time: 0.0924094 Apr 16 12:01:09.476795 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd88ce0b-99cf-4797-a359-525aca0ecac1 req-ed43466b-6698-47bd-8c29-9834e8e4bd5c tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495613 Apr 16 12:01:10.136222 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23fa1e-a104-4c1c-945c-5a63e3661351 req-4c8766f4-13f4-434b-9be9-6da78d416f1b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:10.139286 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-af23fa1e-a104-4c1c-945c-5a63e3661351 req-4c8766f4-13f4-434b-9be9-6da78d416f1b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1111403 Apr 16 12:01:10.141664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46924) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:10.201099 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-af23fa1e-a104-4c1c-945c-5a63e3661351 req-5f68f50d-d7cd-4be1-8c3b-bbff9c704ce5 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Apr 16 12:01:10.380611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:10.400801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:10.406041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Usage tracker for resource:security_group_rule and tenant:78adacbab9aa46128db7ba645eb5b7b2 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:10.411115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:10.424589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:10.599357 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 710cff61-d7bb-4b36-a088-3c1794a774ee up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:10.599565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:10.608691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:10.620341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:10.755015 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e34d2-5e31-45b3-941a-592bb571195d,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:10.761392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:10.772942 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=78adacbab9aa46128db7ba645eb5b7b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6298342 Apr 16 12:01:10.775958 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 46954) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:10.806539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 710cff61-d7bb-4b36-a088-3c1794a774ee completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:10.819053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 710cff61-d7bb-4b36-a088-3c1794a774ee triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:10.819542 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:10.935807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39e3d9e2-d412-44d9-b5ce-c8e5c78a5448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:10.949751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd06a3-2774-4679-90f2-19982ef3cadd req-82a53783-ba5f-454e-8b77-645d6846e9b8 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:10.953089 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fcfd06a3-2774-4679-90f2-19982ef3cadd req-82a53783-ba5f-454e-8b77-645d6846e9b8 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 944 time: 0.2965639 Apr 16 12:01:11.044407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39e3d9e2-d412-44d9-b5ce-c8e5c78a5448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:11.098295 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fcfd06a3-2774-4679-90f2-19982ef3cadd req-1e9f8dcf-35b6-4e8e-9bb6-c50393c97cbb tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318374 Apr 16 12:01:11.130866 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39e3d9e2-d412-44d9-b5ce-c8e5c78a5448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:11.137146 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d71f3c5-82c4-40d7-87f2-246f5ec276fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:11.149899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3d9e2-d412-44d9-b5ce-c8e5c78a5448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e34d2-5e31-45b3-941a-592bb571195d,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:11.155177 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-39e3d9e2-d412-44d9-b5ce-c8e5c78a5448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:11.157217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39e3d9e2-d412-44d9-b5ce-c8e5c78a5448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:11.158469 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-39e3d9e2-d412-44d9-b5ce-c8e5c78a5448 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7b4e34d2-5e31-45b3-941a-592bb571195d HTTP/1.1" status: 204 len: 168 time: 0.3813426 Apr 16 12:01:11.199776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:11.232072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cf8309-e2d1-4fb9-b293-accc68a3bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710cff61-d7bb-4b36-a088-3c1794a774ee'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:11.243448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 710cff61-d7bb-4b36-a088-3c1794a774ee, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=710cff61-d7bb-4b36-a088-3c1794a774ee,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:11.246808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:11.250264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-898d9c51-d504-445a-ae7f-b11df983f022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:11.302191 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cf8309-e2d1-4fb9-b293-accc68a3bd05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710cff61-d7bb-4b36-a088-3c1794a774ee', 'code': 200} Apr 16 12:01:11.337709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=710cff61-d7bb-4b36-a088-3c1794a774ee,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:11.342112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:11.587814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831d93d-612c-47c6-94d5-ce63d34de743 req-3b70055d-ec5d-4310-b6f0-158894cdde4c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:11.587814 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1831d93d-612c-47c6-94d5-ce63d34de743 req-3b70055d-ec5d-4310-b6f0-158894cdde4c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2141988 Apr 16 12:01:11.652942 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231857b-c300-456b-8b83-ea47f20db6d3 req-99ca875c-8e19-4234-8e37-902a697ddb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:11.652942 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c231857b-c300-456b-8b83-ea47f20db6d3 req-99ca875c-8e19-4234-8e37-902a697ddb00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 1098 time: 0.1312625 Apr 16 12:01:11.708064 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1831d93d-612c-47c6-94d5-ce63d34de743 req-3b3c6c06-f995-4a1f-b384-925ebfa5c10f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044312 Apr 16 12:01:11.715087 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c231857b-c300-456b-8b83-ea47f20db6d3 req-afb70a35-1876-4ffe-9c75-b98b464f8d05 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553749 Apr 16 12:01:12.398215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9679ccd-d5dd-4170-9cc1-a1824e8215ce req-ef2479c1-6b3e-4a60-846b-1cefd45cc30e tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:12.399817 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9679ccd-d5dd-4170-9cc1-a1824e8215ce req-ef2479c1-6b3e-4a60-846b-1cefd45cc30e tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 945 time: 0.1586454 Apr 16 12:01:12.457865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded4c69-c643-4771-b5bc-a3386e447014 req-d2fb5c8c-4bb6-4fe0-b7d5-b5ab48c8cfe9 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:12.459499 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1ded4c69-c643-4771-b5bc-a3386e447014 req-d2fb5c8c-4bb6-4fe0-b7d5-b5ab48c8cfe9 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 945 time: 0.1585827 Apr 16 12:01:12.472752 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e9679ccd-d5dd-4170-9cc1-a1824e8215ce req-b606fcc7-65ae-46eb-b9dd-30325ac77c3f tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650594 Apr 16 12:01:12.526834 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1ded4c69-c643-4771-b5bc-a3386e447014 req-3ce941db-d9f4-4a6e-a111-b23cd641ee90 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Apr 16 12:01:12.959009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f88c-6d48-4dd6-b68d-d8f8a7f1b623 req-55f981bb-da7e-4dae-a1ca-2b60b0d90291 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:12.960940 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1159f88c-6d48-4dd6-b68d-d8f8a7f1b623 req-55f981bb-da7e-4dae-a1ca-2b60b0d90291 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1283052 Apr 16 12:01:13.013846 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1159f88c-6d48-4dd6-b68d-d8f8a7f1b623 req-27cceb55-b555-418f-8e1e-6762ac577bec tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Apr 16 12:01:13.588576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47084) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:13.756872 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:13.783375 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:13.797786 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Usage tracker for resource:security_group_rule and tenant:773ba9b9663f45e5b35dbd8016e25a4a is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:13.803545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:13.816531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:13.850422 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8319b2-c5f2-46d9-b228-f6af0e057d8d req-4e78f605-75ae-437d-8a9d-469915a922c5 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:13.852030 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0d8319b2-c5f2-46d9-b228-f6af0e057d8d req-4e78f605-75ae-437d-8a9d-469915a922c5 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 945 time: 0.2375515 Apr 16 12:01:13.882171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72bc58-2cdb-402d-be52-d17dc0304427 req-da68923a-6c10-41ef-9f54-1ac03d123e6a tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:13.883736 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ee72bc58-2cdb-402d-be52-d17dc0304427 req-da68923a-6c10-41ef-9f54-1ac03d123e6a tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 945 time: 0.2084188 Apr 16 12:01:13.979793 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ee72bc58-2cdb-402d-be52-d17dc0304427 req-0be02043-99ad-4118-924e-00524bdda1bb tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802050 Apr 16 12:01:13.983038 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0d8319b2-c5f2-46d9-b228-f6af0e057d8d req-06be3b4d-1281-489e-ab4d-4df06ffb36c4 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140852 Apr 16 12:01:14.065791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:14.070953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:14.081486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-19bfa350-0788-46f2-a179-21c055a0454d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:14.142536 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=773ba9b9663f45e5b35dbd8016e25a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5522268 Apr 16 12:01:14.143505 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5918a9d2-2f20-49f5-bc29-e3799ee4d6c1,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:14.146158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47098) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:14.146681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:14.220671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bd943375-fdef-4849-8ef9-385663754e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:14.252123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bd943375-fdef-4849-8ef9-385663754e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:14.255631 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1be03-9e02-482f-b9e7-6da40c042a55 req-a5cee298-614c-4c58-a841-1e68021dd039 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:14.257299 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a6c1be03-9e02-482f-b9e7-6da40c042a55 req-a5cee298-614c-4c58-a841-1e68021dd039 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.0940914 Apr 16 12:01:14.311578 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bd943375-fdef-4849-8ef9-385663754e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:14.312136 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a6c1be03-9e02-482f-b9e7-6da40c042a55 req-0675e09b-c9fb-46a2-8358-dc2cbcff96d2 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475965 Apr 16 12:01:14.318367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9c00d420-015a-48fc-8ed3-b29e67138f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:14.333255 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd943375-fdef-4849-8ef9-385663754e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5918a9d2-2f20-49f5-bc29-e3799ee4d6c1,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:14.336814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bd943375-fdef-4849-8ef9-385663754e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:14.339053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bd943375-fdef-4849-8ef9-385663754e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:14.343284 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-bd943375-fdef-4849-8ef9-385663754e56 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5918a9d2-2f20-49f5-bc29-e3799ee4d6c1 HTTP/1.1" status: 204 len: 168 time: 0.1952267 Apr 16 12:01:14.370539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-179b835f-dded-4f3b-8298-aa1e6a940e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:14.692112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-4916023a-3ecd-4ae2-98f2-5266d70a24a3 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:14.693740 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-4916023a-3ecd-4ae2-98f2-5266d70a24a3 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.47 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 945 time: 0.0922492 Apr 16 12:01:14.784254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Deleting port 6401af69-7d3e-4695-96cc-8d658f9958b7 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:14.784672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.189087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] For port 6401af69-7d3e-4695-96cc-8d658f9958b7, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6401af69-7d3e-4695-96cc-8d658f9958b7,segment=NetworkSegment(493e2c0b-3586-4e3b-beb7-02fde77481eb),segment_id=493e2c0b-3586-4e3b-beb7-02fde77481eb)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:15.189631 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:15.572951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Calling delete_port for 6401af69-7d3e-4695-96cc-8d658f9958b7 owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:15.817657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929596c-37f3-4197-aa79-b7e06b85d3b6 req-03dcd819-5098-4159-999b-53a57f4fa95a tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:15.819383 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4929596c-37f3-4197-aa79-b7e06b85d3b6 req-03dcd819-5098-4159-999b-53a57f4fa95a tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 945 time: 0.6846461 Apr 16 12:01:15.873585 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47152) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:15.924342 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d503fb-4f3a-4d2a-b8c4-d3a1382866c1 req-b1caff8d-1805-4b67-a3c9-78567956b2a0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:15.926093 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-67d503fb-4f3a-4d2a-b8c4-d3a1382866c1 req-b1caff8d-1805-4b67-a3c9-78567956b2a0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 945 time: 0.3181982 Apr 16 12:01:15.959952 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4929596c-37f3-4197-aa79-b7e06b85d3b6 req-e019f90f-8014-46b7-87df-1062a038e9e3 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/security-groups?id=d5c66111-9f7a-42af-b31f-89c90bd6c922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286545 Apr 16 12:01:16.007131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.026639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:16.027145 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['6401af69-7d3e-4695-96cc-8d658f9958b7'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:16.048484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.066848 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:16.074043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Usage tracker for resource:security_group_rule and tenant:e88f20f7361b4236bfbe0be5ce62e12d is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:16.078531 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-67d503fb-4f3a-4d2a-b8c4-d3a1382866c1 req-3fca0a7a-8114-4685-8e05-4c599bf7913b tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441400 Apr 16 12:01:16.081822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:16.088176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:16.152483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Pushing event deleted for resources: {'Port': ['ID=6401af69-7d3e-4695-96cc-8d658f9958b7,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:16.161588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:16.187600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.191875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.201720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-fbfb29b9-d87d-4bda-ac89-25de55e966f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:16.251732 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e88f20f7361b4236bfbe0be5ce62e12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767343 Apr 16 12:01:16.253877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef47209-762d-46eb-a1a7-e48b11244571,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:16.256641 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47160) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:16.261658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:16.326948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea27b-b4e3-4122-a268-99cf939bc83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.334014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e4884-59be-4ee0-bb3b-5d2ceb32cd3c req-ac0d5847-4636-4809-91fa-30383293280f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:16.335724 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b34e4884-59be-4ee0-bb3b-5d2ceb32cd3c req-ac0d5847-4636-4809-91fa-30383293280f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1851916 Apr 16 12:01:16.357137 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea27b-b4e3-4122-a268-99cf939bc83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.404477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea27b-b4e3-4122-a268-99cf939bc83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.410203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-319cb482-af01-4ff0-a41b-dbbc96228dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:16.422218 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ea27b-b4e3-4122-a268-99cf939bc83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef47209-762d-46eb-a1a7-e48b11244571,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:16.424668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2b0ea27b-b4e3-4122-a268-99cf939bc83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:16.433863 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2b0ea27b-b4e3-4122-a268-99cf939bc83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.437848 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-2b0ea27b-b4e3-4122-a268-99cf939bc83a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eef47209-762d-46eb-a1a7-e48b11244571 HTTP/1.1" status: 204 len: 168 time: 0.1774940 Apr 16 12:01:16.474417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] No DVR routers for this DVR port 6401af69-7d3e-4695-96cc-8d658f9958b7 on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:01:16.481103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:16.484216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b89324-1235-4cf5-8418-086330519c30', 'name': 'network-vif-deleted', 'tag': '6401af69-7d3e-4695-96cc-8d658f9958b7'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:16.503178 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b34e4884-59be-4ee0-bb3b-5d2ceb32cd3c req-40325378-077a-4411-bd71-26e93fd12cfe tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547875 Apr 16 12:01:16.534838 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1ce32c62-37c4-479f-8bb0-b8e4bca633b7 req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.47 "DELETE /v2.0/ports/6401af69-7d3e-4695-96cc-8d658f9958b7 HTTP/1.1" status: 204 len: 173 time: 1.8308167 Apr 16 12:01:16.594620 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b89324-1235-4cf5-8418-086330519c30', 'name': 'network-vif-deleted', 'tag': '6401af69-7d3e-4695-96cc-8d658f9958b7', 'status': 'completed', 'code': 200} Apr 16 12:01:17.095715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ce06b885-36b3-4dc8-8086-32429afa4941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:17.170192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-5a3bcfd4-26d6-4a86-ad72-14069dfba4c5 req-0c269310-eea8-4a57-8bf4-ef49a7668e26 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Synchronizing usage tracker for tenant:4b432a133a6c40bca4adeefac0a60c27 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:17.187932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-5a3bcfd4-26d6-4a86-ad72-14069dfba4c5 req-0c269310-eea8-4a57-8bf4-ef49a7668e26 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Unset dirty status for tenant:4b432a133a6c40bca4adeefac0a60c27 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:17.189685 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5a3bcfd4-26d6-4a86-ad72-14069dfba4c5 req-0c269310-eea8-4a57-8bf4-ef49a7668e26 tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] 10.222.0.75 "GET /v2.0/ports?device_id=22b89324-1235-4cf5-8418-086330519c30 HTTP/1.1" status: 200 len: 210 time: 0.0806229 Apr 16 12:01:17.428313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65c21d-19bf-4390-a359-b86db90232a4 req-ec7ccfa4-0c14-47aa-8a2f-041a16ba650f tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:17.430039 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4e65c21d-19bf-4390-a359-b86db90232a4 req-ec7ccfa4-0c14-47aa-8a2f-041a16ba650f tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 945 time: 0.1944320 Apr 16 12:01:17.473046 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-a17aa3ee-0d99-4355-b4b6-ae923aef1b20 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:17.474604 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-a17aa3ee-0d99-4355-b4b6-ae923aef1b20 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.47 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 945 time: 0.1774771 Apr 16 12:01:17.544922 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4e65c21d-19bf-4390-a359-b86db90232a4 req-866ac989-e13d-49ee-90d0-e2e3a8b504ba tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026974 Apr 16 12:01:17.583052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Deleting port 710cff61-d7bb-4b36-a088-3c1794a774ee {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:17.583443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:17.929664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbad4d8-6b31-4ee5-a63d-64a744ab2abe req-5e0f6744-2fe1-46eb-aea7-25c79d2e16d9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:17.931425 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ecbad4d8-6b31-4ee5-a63d-64a744ab2abe req-5e0f6744-2fe1-46eb-aea7-25c79d2e16d9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2864606 Apr 16 12:01:17.975240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.017566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075872ae-6a19-42ac-885f-7507fd7445f8 req-1e13652f-7e47-4574-8892-ed52ca011897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:18.020133 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-075872ae-6a19-42ac-885f-7507fd7445f8 req-1e13652f-7e47-4574-8892-ed52ca011897 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1098 time: 0.1446147 Apr 16 12:01:18.047179 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ecbad4d8-6b31-4ee5-a63d-64a744ab2abe req-57b6ac0a-14fa-48e3-b886-28b690119b39 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030006 Apr 16 12:01:18.062879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] For port 710cff61-d7bb-4b36-a088-3c1794a774ee, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=710cff61-d7bb-4b36-a088-3c1794a774ee,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:18.063253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.087544 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-075872ae-6a19-42ac-885f-7507fd7445f8 req-80c6b969-8614-40ac-872c-52d78c83c752 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599573 Apr 16 12:01:18.226919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Calling delete_port for 710cff61-d7bb-4b36-a088-3c1794a774ee owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:18.402262 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.416172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['710cff61-d7bb-4b36-a088-3c1794a774ee'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:18.433706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:18.585610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 6401af69-7d3e-4695-96cc-8d658f9958b7 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:01:18.625198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Pushing event deleted for resources: {'Port': ['ID=710cff61-d7bb-4b36-a088-3c1794a774ee,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:18.665089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.665515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.666260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.666838 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.667348 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.667936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.668976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.669561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.670078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.670468 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.670853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.671372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:18.690285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:18.702814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 6401af69-7d3e-4695-96cc-8d658f9958b7 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:01:18.703516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 6401af69-7d3e-4695-96cc-8d658f9958b7 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:01:18.712480 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.809915 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-32dc987e-c2b5-49ae-9fb3-f3c03ac25f75 req-ced5b0bb-5c71-43c4-99e4-0858a2392319 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=72cf8309-e2d1-4fb9-b293-accc68a3bd05 HTTP/1.1" status: 200 len: 210 time: 0.0633957 Apr 16 12:01:18.895449 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] No DVR routers for this DVR port 710cff61-d7bb-4b36-a088-3c1794a774ee on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:01:18.898749 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:18.901451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cf8309-e2d1-4fb9-b293-accc68a3bd05', 'name': 'network-vif-deleted', 'tag': '710cff61-d7bb-4b36-a088-3c1794a774ee'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:18.912728 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-548a42f5-cce0-4eae-ad0e-f4d548652313 req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.47 "DELETE /v2.0/ports/710cff61-d7bb-4b36-a088-3c1794a774ee HTTP/1.1" status: 204 len: 173 time: 1.4250197 Apr 16 12:01:18.963934 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cf8309-e2d1-4fb9-b293-accc68a3bd05', 'name': 'network-vif-deleted', 'tag': '710cff61-d7bb-4b36-a088-3c1794a774ee', 'status': 'completed', 'code': 200} Apr 16 12:01:19.038380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:19.257291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973b7d3-98bd-40b8-983d-e1ecf949c762 req-ef87b0fa-54d4-4640-8188-2461c048e0bd tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:19.258921 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8973b7d3-98bd-40b8-983d-e1ecf949c762 req-ef87b0fa-54d4-4640-8188-2461c048e0bd tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.0940893 Apr 16 12:01:19.314741 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8973b7d3-98bd-40b8-983d-e1ecf949c762 req-408d07c8-82b9-4833-ae32-91c5a8f5779c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485344 Apr 16 12:01:19.841934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467ef18-bc58-4d87-8d24-675825627b52 req-6f2c6705-c381-484a-bcc1-496b64484f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:19.843484 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9467ef18-bc58-4d87-8d24-675825627b52 req-6f2c6705-c381-484a-bcc1-496b64484f0f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1098 time: 0.1085482 Apr 16 12:01:20.114169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467ef18-bc58-4d87-8d24-675825627b52 req-b0f49d85-f978-49bf-9ba8-cd05bede1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:20.115820 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9467ef18-bc58-4d87-8d24-675825627b52 req-b0f49d85-f978-49bf-9ba8-cd05bede1a50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 920 time: 0.2633493 Apr 16 12:01:20.209894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b5a7b-2137-45bf-a496-cda58b445796 req-bc3cb351-43ff-4295-b715-ae0d9e62f621 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:20.211625 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3e3b5a7b-2137-45bf-a496-cda58b445796 req-bc3cb351-43ff-4295-b715-ae0d9e62f621 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.3277726 Apr 16 12:01:20.224212 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9467ef18-bc58-4d87-8d24-675825627b52 req-b53dac5c-da94-4bea-a9b8-081ce3827af6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035 HTTP/1.1" status: 200 len: 217 time: 0.1000948 Apr 16 12:01:20.590569 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 710cff61-d7bb-4b36-a088-3c1794a774ee no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:01:20.629869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 710cff61-d7bb-4b36-a088-3c1794a774ee {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:01:20.630558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 710cff61-d7bb-4b36-a088-3c1794a774ee not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:01:20.660864 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3e3b5a7b-2137-45bf-a496-cda58b445796 req-cd4b0b7a-4ec3-4486-b82a-3b972f38d72d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335830 Apr 16 12:01:20.662335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467ef18-bc58-4d87-8d24-675825627b52 req-c441b040-0ff9-4a1d-affb-4ff736d424e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:20.663778 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9467ef18-bc58-4d87-8d24-675825627b52 req-c441b040-0ff9-4a1d-affb-4ff736d424e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.4208298 Apr 16 12:01:20.745379 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9467ef18-bc58-4d87-8d24-675825627b52 req-228e7c56-5112-4cd4-80c6-15c149312354 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714610 Apr 16 12:01:20.863017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-edf5209c-a161-4bc0-9e82-aa79b9f12fcc tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:20.869623 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-edf5209c-a161-4bc0-9e82-aa79b9f12fcc tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/networks?id=f60a4313-e44b-4c04-87b2-c21262c430f7 HTTP/1.1" status: 200 len: 809 time: 0.5819006 Apr 16 12:01:20.907475 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-ade62bd9-e184-4046-90cb-25eeaeef4933 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/quotas/89f64f7403c242e289958b4ef8ed9494 HTTP/1.1" status: 200 len: 375 time: 0.0325012 Apr 16 12:01:21.022633 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9467ef18-bc58-4d87-8d24-675825627b52 req-ba114ca4-fcb3-4bfc-b602-d9023c815349 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627022 Apr 16 12:01:21.072760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-aa49af5c-69fb-42d5-9771-e7ec054e9ed1 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Synchronizing usage tracker for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:21.162339 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-aa49af5c-69fb-42d5-9771-e7ec054e9ed1 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Unset dirty status for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:21.165165 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-aa49af5c-69fb-42d5-9771-e7ec054e9ed1 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=89f64f7403c242e289958b4ef8ed9494&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2490098 Apr 16 12:01:21.399826 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9467ef18-bc58-4d87-8d24-675825627b52 req-8aa54593-ca39-4ca9-8d1c-f7683a15db5e service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598788 Apr 16 12:01:21.451261 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-9ed66338-f4e7-4be5-ba94-7f7b53406d4b service neutron] 10.222.0.75 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728927 Apr 16 12:01:21.599295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b19ed8-165f-4121-b767-f4c695344776 req-3e934b66-0748-49d0-b73b-672e57a70599 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:21.600916 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-80b19ed8-165f-4121-b767-f4c695344776 req-3e934b66-0748-49d0-b73b-672e57a70599 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.2989507 Apr 16 12:01:21.660087 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-598f2aa9-2fa2-41e9-b508-c77e4f26d9c5 service neutron] 10.222.0.75 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078676 Apr 16 12:01:21.672843 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-80b19ed8-165f-4121-b767-f4c695344776 req-fcc7b5cc-a27c-4aca-804e-b3a29be2f8c6 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630248 Apr 16 12:01:21.915960 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-23126e61-f19a-4f0d-af23-b0d697c304de req-0632721f-e02e-40c7-9e89-f5c15d706e43 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 210 time: 0.0588183 Apr 16 12:01:21.969037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a8226-d4ac-424f-b5f0-f4c8b27207db req-ceab09c7-0ea4-49d2-ab77-e10d6b51fa1a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:21.970900 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd6a8226-d4ac-424f-b5f0-f4c8b27207db req-ceab09c7-0ea4-49d2-ab77-e10d6b51fa1a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1810091 Apr 16 12:01:22.045892 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd6a8226-d4ac-424f-b5f0-f4c8b27207db req-3f1e99d3-2fff-4e87-b8da-63843b514fb8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657969 Apr 16 12:01:22.894462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81cde9-71f0-4063-ab1e-fbeddbbd37ed req-f84b8a88-4e6e-4933-92ee-98e0ce1cefb8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:22.896100 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3b81cde9-71f0-4063-ab1e-fbeddbbd37ed req-f84b8a88-4e6e-4933-92ee-98e0ce1cefb8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.0973883 Apr 16 12:01:22.950733 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3b81cde9-71f0-4063-ab1e-fbeddbbd37ed req-f11fe792-d50c-491d-aa64-d00645a24837 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475152 Apr 16 12:01:23.152487 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9d55d20e-29f1-4191-ba25-14b6c49afb7e req-48933b90-cbe8-484e-8ad8-63de0fe109ad tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 210 time: 0.0824904 Apr 16 12:01:23.536982 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a0f88-cb01-4b8a-a27e-9dadf915f487 req-414318d6-8e72-4556-a5b3-3fa13f26f29b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:23.546499 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ec6a0f88-cb01-4b8a-a27e-9dadf915f487 req-414318d6-8e72-4556-a5b3-3fa13f26f29b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2600172 Apr 16 12:01:23.584113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-4da6c33c-2162-4685-ba3f-4611caaed02e tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:23.586306 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-4da6c33c-2162-4685-ba3f-4611caaed02e tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.47 "GET /v2.0/networks?id=f60a4313-e44b-4c04-87b2-c21262c430f7 HTTP/1.1" status: 200 len: 809 time: 0.3596244 Apr 16 12:01:23.612030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Request body: {'port': {'device_id': '8b9049af-6d0c-4a58-9b68-c869f8506ca0', 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7', 'admin_state_up': True, 'tenant_id': '89f64f7403c242e289958b4ef8ed9494'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:23.716837 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ec6a0f88-cb01-4b8a-a27e-9dadf915f487 req-5e2e4718-81b2-4368-abf7-fbac9d9a93e4 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690028 Apr 16 12:01:23.797650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:23.807711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:23.816699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Made reservation on behalf of 89f64f7403c242e289958b4ef8ed9494 for: {'port': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:23.822688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.020770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Allocated IP 172.20.0.7 (f60a4313-e44b-4c04-87b2-c21262c430f7/020fe719-9632-40a0-84cd-9ca0328d821d/db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:24.033983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47398) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:24.228298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.246582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:24.251657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd55d08338345eca1460bc04f20e506 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:24.258411 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:24.266197 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:24.367662 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b2ca60fc-9a0b-436c-808b-3e1878fc54d7 req-5974bfe0-f0d8-405c-84f4-eceb09d992dc tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 210 time: 0.0651598 Apr 16 12:01:24.368164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.376097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.379570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6379a89-1f1b-46b0-9bbf-b03dc99dc293 req-a90aad2b-94ac-436c-b82c-43a646671a80 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:24.384796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bd943375-fdef-4849-8ef9-385663754e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:24.388259 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f6379a89-1f1b-46b0-9bbf-b03dc99dc293 req-a90aad2b-94ac-436c-b82c-43a646671a80 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.2982721 Apr 16 12:01:24.424192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.447355 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9fd55d08338345eca1460bc04f20e506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095540 Apr 16 12:01:24.447355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ebbb8-9edb-47b5-8b1a-05d3423b8e09,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:24.448211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47410) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:24.455340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.455754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.456164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.456586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.456983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.457379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.457771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.458165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.458557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.458946 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.459336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.459720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:24.469677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:24.475197 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f6379a89-1f1b-46b0-9bbf-b03dc99dc293 req-fa19c627-8345-4d06-bb47-2aad087ace7b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859034 Apr 16 12:01:24.544032 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.545905 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e54c263-2988-4959-a3fc-7a57872bd768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.562270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-078330c7-ade4-4693-9fc1-0be7066cd39e tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:24.710960 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e54c263-2988-4959-a3fc-7a57872bd768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.740196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Pushing event updated for resources: {'Port': ['ID=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:24.761234 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:24.827212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e54c263-2988-4959-a3fc-7a57872bd768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.833096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-edff5a72-d206-44d1-88cd-fac02663bca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:24.845297 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Network f60a4313-e44b-4c04-87b2-c21262c430f7 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:24.851713 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:24.856643 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54c263-2988-4959-a3fc-7a57872bd768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ebbb8-9edb-47b5-8b1a-05d3423b8e09,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:24.899082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:24.935650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0e54c263-2988-4959-a3fc-7a57872bd768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:24.979343 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e54c263-2988-4959-a3fc-7a57872bd768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:24.981203 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-0e54c263-2988-4959-a3fc-7a57872bd768 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a4ebbb8-9edb-47b5-8b1a-05d3423b8e09 HTTP/1.1" status: 204 len: 168 time: 0.5296693 Apr 16 12:01:24.997111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:24.997775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.031334 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4243653 Apr 16 12:01:25.047668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a25352-af42-40cd-9ef6-2067ef4d9d9b req-e21ef666-9cbc-4586-a73d-f17f3a329fd1 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:25.049587 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81a25352-af42-40cd-9ef6-2067ef4d9d9b req-e21ef666-9cbc-4586-a73d-f17f3a329fd1 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1990886 Apr 16 12:01:25.056576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Request body: {'port': {'device_id': '8b9049af-6d0c-4a58-9b68-c869f8506ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:25.219411 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81a25352-af42-40cd-9ef6-2067ef4d9d9b req-96605e1b-cd36-495a-a6bf-035137436fc8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256778 Apr 16 12:01:25.242166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:25.939133 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-98503f5a-1ba3-4209-a46c-dd03b9a49188 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2419963 Apr 16 12:01:26.172298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-b5d35b21-ccd3-4f76-b104-03cbab887e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.174692 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-b5d35b21-ccd3-4f76-b104-03cbab887e42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 1098 time: 0.2012486 Apr 16 12:01:26.235867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47462) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:26.249528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2b4be-7edb-44b9-b6bf-5068285c69ee req-bef80d70-35fb-4be5-8299-e8d11e800ec2 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.250491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-dbf2b4be-7edb-44b9-b6bf-5068285c69ee req-bef80d70-35fb-4be5-8299-e8d11e800ec2 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Synchronizing usage tracker for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:26.265142 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22888d4-36c9-4b86-9144-e23c5d846091 req-24d49534-60fc-491e-b2ca-59d2a9cecfdc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.266684 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d22888d4-36c9-4b86-9144-e23c5d846091 req-24d49534-60fc-491e-b2ca-59d2a9cecfdc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.4408946 Apr 16 12:01:26.318897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-dbf2b4be-7edb-44b9-b6bf-5068285c69ee req-bef80d70-35fb-4be5-8299-e8d11e800ec2 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Unset dirty status for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:26.321144 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbf2b4be-7edb-44b9-b6bf-5068285c69ee req-bef80d70-35fb-4be5-8299-e8d11e800ec2 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 931 time: 0.5472071 Apr 16 12:01:26.374678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-f7e8b613-f1a7-4db2-ad27-476e03182bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.376444 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-f7e8b613-f1a7-4db2-ad27-476e03182bbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 911 time: 0.1749828 Apr 16 12:01:26.425329 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d22888d4-36c9-4b86-9144-e23c5d846091 req-c96c6b65-54a2-4e99-b0fd-28b036553f1e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519282 Apr 16 12:01:26.458737 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbf2b4be-7edb-44b9-b6bf-5068285c69ee req-b7e8cfb1-7a4c-4842-b4eb-c19b03c26589 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221704 Apr 16 12:01:26.466321 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 {{(pid=85303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:26.474586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:26.476602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1673192462-network', 'tenant_id': '21231baa269449aea69bda41a08976b7'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:26.483345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:26.492456 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Usage tracker for resource:network and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:26.497155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:26.497344 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Transition to ACTIVE for port object db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 will not be triggered until provisioned by entity L2. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:26.500357 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:26.506795 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:26.563608 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Made reservation on behalf of 21231baa269449aea69bda41a08976b7 for: {'network': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:26.568376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:26.584361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:26.596425 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-83b8839e-9791-4fbb-a525-cd769afa1146 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27 HTTP/1.1" status: 200 len: 1000 time: 0.2121291 Apr 16 12:01:26.604196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:26.609190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Usage tracker for resource:security_group_rule and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:26.649261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:26.660642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:26.666905 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:26.735850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-fd276d36-13d2-44c5-98be-7200913c3f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.737542 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-fd276d36-13d2-44c5-98be-7200913c3f2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.1253080 Apr 16 12:01:26.869546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:26.877888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:26.882629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-744530c6-5ecd-4071-bc05-7e7b6034f501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:26.894437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-208a3ab9-0a23-4e1e-96f1-5416cd763ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:26.896087 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-208a3ab9-0a23-4e1e-96f1-5416cd763ca1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1450353 Apr 16 12:01:26.943064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=85302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:01:26.953962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Pushing event updated for resources: {'Port': ['ID=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:26.960931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:27.005509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e220f1-b052-4729-9386-41465aa0c0bc,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:27.014040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:27.018189 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:27.018565 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Added segment 0cf04026-e51a-4458-958b-cbe517cf51a7 of type vlan for network 5146b20f-5c52-49b1-86fb-da473b7ede83 Apr 16 12:01:27.028081 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Attempting to bind port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:27.028455 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Attempting to bind port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '8e5eee59-e6e5-4466-bdeb-0e47f89c6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7'}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:27.028861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Attempting to bind port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 on network f60a4313-e44b-4c04-87b2-c21262c430f7 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:27.041299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d5409-caa8-45dc-ac9b-1f944387ada2 req-a423b9e3-8cbc-4896-9615-008689ef77e9 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:27.043411 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a71d5409-caa8-45dc-ac9b-1f944387ada2 req-a423b9e3-8cbc-4896-9615-008689ef77e9 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.2535670 Apr 16 12:01:27.045852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 on network f60a4313-e44b-4c04-87b2-c21262c430f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:01:27.046429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Attempting to bind port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 on network f60a4313-e44b-4c04-87b2-c21262c430f7 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:27.070821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:27.071197 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Checking segment: {'id': '8e5eee59-e6e5-4466-bdeb-0e47f89c6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:27.071617 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Bound using segment: {'id': '8e5eee59-e6e5-4466-bdeb-0e47f89c6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7'} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:27.072095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Bound port: db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5eee59-e6e5-4466-bdeb-0e47f89c6741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7'}}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:27.072487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:27.074648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:27.107518 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-ebb1eecb-793e-49f8-9aa1-a57fd3c94570 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029109 Apr 16 12:01:27.165263 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a71d5409-caa8-45dc-ac9b-1f944387ada2 req-94ec746a-7159-47c0-91b9-8e0d68a19f76 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113286 Apr 16 12:01:27.208788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] For port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1, host hv-cinder-78662, cleared binding levels {{(pid=85303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:27.219029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] For port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:27.223153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:27.242507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5cb493d6-a6eb-4ed2-9f0b-880c62a69126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:27.265679 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01d0529c-bc4b-43a6-86d9-510b4e8a5b0b req-09e4210f-947c-434e-884a-2c432e95376e service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457517 Apr 16 12:01:27.266497 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:27.267793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:27.268413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:27.273604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:27.398020 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=5146b20f-5c52-49b1-86fb-da473b7ede83,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:27.410914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:01:27.414586 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1773996 Apr 16 12:01:27.416021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:27.416706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47480) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:27.441770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Request body: {'subnet': {'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1673192462-subnet', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:27.446914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Pushing event updated for resources: {'Port': ['ID=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,revision_number=3']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:27.453040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:27.460597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:27.520065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Usage tracker for resource:subnet and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:27.529583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:27.548416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:27.577813 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Made reservation on behalf of 21231baa269449aea69bda41a08976b7 for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:27.582908 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2057068'] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:27.723559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:27.724241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:27.725778 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] 10.222.0.47 "PUT /v2.0/ports/db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 HTTP/1.1" status: 200 len: 1093 time: 2.6751697 Apr 16 12:01:27.736287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b9049af-6d0c-4a58-9b68-c869f8506ca0', 'tag': 'db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:27.852534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde8cda-86a2-45c1-bba8-832524830e74 req-d1aa0423-ee81-4913-ae16-8f9451540768 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:27.854144 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ebde8cda-86a2-45c1-bba8-832524830e74 req-d1aa0423-ee81-4913-ae16-8f9451540768 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.4000692 Apr 16 12:01:27.955018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e260a9-e97f-4ace-975e-a9a1fccf9261 req-c0658970-2d19-42c9-8951-55f9727a7b7d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:27.956558 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-88e260a9-e97f-4ace-975e-a9a1fccf9261 req-c0658970-2d19-42c9-8951-55f9727a7b7d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3500364 Apr 16 12:01:28.068532 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ebde8cda-86a2-45c1-bba8-832524830e74 req-2377439f-bea7-4669-b8e3-370ea34e0578 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945636 Apr 16 12:01:28.114244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-64c64289-17d6-4206-8edd-db2b9390a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:28.115847 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-64c64289-17d6-4206-8edd-db2b9390a507 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89f64f7403c242e289958b4ef8ed9494&device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 1096 time: 0.3432152 Apr 16 12:01:28.132828 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-88e260a9-e97f-4ace-975e-a9a1fccf9261 req-56fdad0f-1876-4eab-9321-9fd9ca793e9a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107614 Apr 16 12:01:28.211662 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9049af-6d0c-4a58-9b68-c869f8506ca0', 'tag': 'db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1', 'status': 'completed', 'code': 200} Apr 16 12:01:28.265614 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-17e11752-36d2-4d93-82d2-7ef793cef36d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 HTTP/1.1" status: 200 len: 217 time: 0.1317322 Apr 16 12:01:28.455164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-53df3aa6-7510-415e-98a8-c29d83621dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:28.456719 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-53df3aa6-7510-415e-98a8-c29d83621dfb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=020fe719-9632-40a0-84cd-9ca0328d821d HTTP/1.1" status: 200 len: 849 time: 0.1707211 Apr 16 12:01:28.523650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc73f7-f1ee-4093-bc7d-cbe1793c6f07 req-949b5e61-38b2-459b-9b76-8cfb220c4cc2 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:28.525337 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-42dc73f7-f1ee-4093-bc7d-cbe1793c6f07 req-949b5e61-38b2-459b-9b76-8cfb220c4cc2 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 943 time: 0.3171811 Apr 16 12:01:28.536131 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-94bc0d4b-b152-49d9-a9c5-3adf91040fd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60a4313-e44b-4c04-87b2-c21262c430f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693538 Apr 16 12:01:28.967510 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-42dc73f7-f1ee-4093-bc7d-cbe1793c6f07 req-72838c4a-e5f6-4ba9-888c-305775bd4034 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340622 Apr 16 12:01:29.068250 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-72147eec-d419-4533-9cc9-b00dbb232cd0 service neutron] 10.222.0.47 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145366 Apr 16 12:01:29.202064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f440a9d-f276-45a0-ad9d-325734c2f264 req-0762174a-4e5f-4414-ac32-458126364b44 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:29.203689 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f440a9d-f276-45a0-ad9d-325734c2f264 req-0762174a-4e5f-4414-ac32-458126364b44 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.3716125 Apr 16 12:01:29.364044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793933036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2057055'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:29.377514 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f440a9d-f276-45a0-ad9d-325734c2f264 req-1f69d73f-5b4b-4625-9835-7e6661907226 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604557 Apr 16 12:01:29.401424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:29.493895 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d6d810-e5df-4e40-baef-08dd42841d65 req-f39afb61-a245-40c8-a77e-b56e13797140 service neutron] 10.222.0.47 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162998 Apr 16 12:01:29.553485 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Pushing event updated for resources: {'Subnet': ['ID=89166379-e6d2-42c5-b466-242bf4e64d88,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:29.575444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:29.597545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:29.650849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36598dc1-59e7-4aee-8f31-2eabe95d2764 req-f1f4361d-89a1-45d9-a965-35ee5c331c04 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:29.652726 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-36598dc1-59e7-4aee-8f31-2eabe95d2764 req-f1f4361d-89a1-45d9-a965-35ee5c331c04 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3462160 Apr 16 12:01:29.748549 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-36598dc1-59e7-4aee-8f31-2eabe95d2764 req-36b35652-899a-464b-a140-dfa65b4c2417 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843306 Apr 16 12:01:29.759234 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469d10c-223a-4759-8080-be3ad55275f2 req-058ffb07-6358-4599-9851-01a9d6e164e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:29.762100 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4469d10c-223a-4759-8080-be3ad55275f2 req-058ffb07-6358-4599-9851-01a9d6e164e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89f64f7403c242e289958b4ef8ed9494&device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 1096 time: 0.2019408 Apr 16 12:01:29.763000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Checking segment: {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:29.763391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Network hostable DHCP agents. Network: 5146b20f-5c52-49b1-86fb-da473b7ede83, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:01:29.868830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:01:29.899391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 5146b20f-5c52-49b1-86fb-da473b7ede83) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:29.907827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8e8701-7a71-4d7d-97ce-1c816898b4bc None None] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:01:29.918390 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:29.919067 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:29.955075 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469d10c-223a-4759-8080-be3ad55275f2 req-1be135e9-f782-4adb-848f-109d706f36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:29.956399 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4469d10c-223a-4759-8080-be3ad55275f2 req-1be135e9-f782-4adb-848f-109d706f36bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=f60a4313-e44b-4c04-87b2-c21262c430f7 HTTP/1.1" status: 200 len: 910 time: 0.1866095 Apr 16 12:01:29.958187 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8a8b84c6-bf3c-4b7a-96d5-7d82aefec45f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5270815 Apr 16 12:01:29.961877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47524) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:29.968217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:30.028738 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:30.046106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Usage tracker for resource:router and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:30.049704 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4469d10c-223a-4759-8080-be3ad55275f2 req-55db6326-7b52-4a40-a209-b73bbb66fa38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 HTTP/1.1" status: 200 len: 217 time: 0.0853724 Apr 16 12:01:30.050519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:30.057469 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:30.067963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850976997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13524'] for router, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:30.069454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3798982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762276'] for router, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:30.169152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81f0f0c5-41cd-5cf2-b41f-d922a99fc798-5146b20f-5c52-49b1-86fb-da473b7ede83', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88'}]}} from dv-cinder-786627-1-smb. {{(pid=85304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:01:30.173741 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:30.200175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:30.223774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469d10c-223a-4759-8080-be3ad55275f2 req-e79a90e0-78d2-42e7-bca2-a24d7ae90888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:30.225408 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4469d10c-223a-4759-8080-be3ad55275f2 req-e79a90e0-78d2-42e7-bca2-a24d7ae90888 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=020fe719-9632-40a0-84cd-9ca0328d821d HTTP/1.1" status: 200 len: 849 time: 0.1499176 Apr 16 12:01:30.380554 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4469d10c-223a-4759-8080-be3ad55275f2 req-b3df9b57-4a26-4c7f-a811-50b992a3048a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f60a4313-e44b-4c04-87b2-c21262c430f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1328959 Apr 16 12:01:30.384473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Allocated IP 172.20.0.2 (5146b20f-5c52-49b1-86fb-da473b7ede83/89166379-e6d2-42c5-b466-242bf4e64d88/1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4) {{(pid=85304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:30.593938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdce0f-4a24-4c73-a4ff-e6fe7afc122e req-b4be5233-68ab-49f6-8df2-052022dc351a tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:30.597640 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-08bdce0f-4a24-4c73-a4ff-e6fe7afc122e req-b4be5233-68ab-49f6-8df2-052022dc351a tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 943 time: 0.4827366 Apr 16 12:01:30.682701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Notify callbacks [] for port, precommit_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:30.696323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Transition to ACTIVE for port object 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:30.718350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Transition to ACTIVE for port object 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 will not be triggered until provisioned by entity DHCP. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:30.723055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:30.740305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:30.883103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Pushing event updated for resources: {'Port': ['ID=1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4,revision_number=1']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:30.905328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.905681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.906253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.906789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.907163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.907537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.907906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.908278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.908700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.909220 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.909731 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.910242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:30.925034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:30.928919 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-08bdce0f-4a24-4c73-a4ff-e6fe7afc122e req-e550660a-8e07-4786-a1d4-1ae44260f471 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189178 Apr 16 12:01:30.991453 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850976984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762317'] for router, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:30.993557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 is already hosted by enough agents. {{(pid=85304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:30.997623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Resources bound (agent type, host, resource id): {{(pid=85304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:31.002322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Received port after_create {{(pid=85304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:31.128014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Attempting to bind port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:31.128424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Attempting to bind port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:31.128853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Attempting to bind port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 on network 5146b20f-5c52-49b1-86fb-da473b7ede83 {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:31.134671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:31.135084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Checking segment: {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:31.135625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.136056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Bound using segment: {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:31.136637 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Bound port: 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:31.137212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.243314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] For port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:31.246903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] For port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:31.250158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:31.266920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:31.378542 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4469d10c-223a-4759-8080-be3ad55275f2 req-0c06f924-c146-4933-9496-3ba9384fbb82 service neutron] 10.222.0.47 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9308770 Apr 16 12:01:31.425041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Pushing event updated for resources: {'Port': ['ID=1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:31.428298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:31.527284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d51cf5-05fa-4f85-a2db-ba3a188e06b3 req-91ef38a7-1cf3-4311-be3d-5a2f32671ee2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:31.528990 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f2d51cf5-05fa-4f85-a2db-ba3a188e06b3 req-91ef38a7-1cf3-4311-be3d-5a2f32671ee2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.8712289 Apr 16 12:01:31.666906 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f2d51cf5-05fa-4f85-a2db-ba3a188e06b3 req-bd5462c6-72c2-4084-874f-fb137dfc8651 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287193 Apr 16 12:01:31.679601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe487d5-75ae-4f37-a3d2-56cc0e4cd9df req-069dd310-d497-425f-a0cb-f29c4dd1e8ae tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:31.681248 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2fe487d5-75ae-4f37-a3d2-56cc0e4cd9df req-069dd310-d497-425f-a0cb-f29c4dd1e8ae tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.6248555 Apr 16 12:01:31.689969 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4469d10c-223a-4759-8080-be3ad55275f2 req-194e46a4-052b-4bf9-9131-fa48e2f70a07 service neutron] 10.222.0.47 "GET /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670350 Apr 16 12:01:31.769771 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2fe487d5-75ae-4f37-a3d2-56cc0e4cd9df req-69f0a2c6-7b49-4111-a035-02e603b95d3c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755162 Apr 16 12:01:31.998883 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.037057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:32.395383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad8f7e-417a-4856-aaf8-cfdfc65212ca req-57caff1e-1820-4a64-9869-90e1349b5f5b tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:32.397108 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c6ad8f7e-417a-4856-aaf8-cfdfc65212ca req-57caff1e-1820-4a64-9869-90e1349b5f5b tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 943 time: 0.3225675 Apr 16 12:01:32.421364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Allocated IP 172.28.3.45 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/095dd2c9-36fc-4dd6-9f61-a7d99196627f) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:32.455648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-bd75199a-5768-4877-a481-be65bd4a81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:32.457345 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-bd75199a-5768-4877-a481-be65bd4a81f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1098 time: 0.3119378 Apr 16 12:01:32.486627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545484f-1f59-4933-8d7d-0d8497570920 req-9ed6c894-fd0e-44b5-9d25-b17bbdaf54ae tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:32.488223 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6545484f-1f59-4933-8d7d-0d8497570920 req-9ed6c894-fd0e-44b5-9d25-b17bbdaf54ae tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2965083 Apr 16 12:01:32.627101 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c6ad8f7e-417a-4856-aaf8-cfdfc65212ca req-af808f03-a84b-4587-b981-7ce54d8f19fe tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092905 Apr 16 12:01:32.638034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:32.798530 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6545484f-1f59-4933-8d7d-0d8497570920 req-fae918cb-8fb6-4d4d-b34c-a54a83a9c430 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875845 Apr 16 12:01:32.913273 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:32.933797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1', 'network_id': 'f60a4313-e44b-4c04-87b2-c21262c430f7', 'port_id': 'db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1', 'mac_address': 'fa:16:3e:7e:73:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '020fe719-9632-40a0-84cd-9ca0328d821d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:01:33.016157 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:33.029722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-339d6107-082d-4e18-87d0-19e5e2063d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:33.031281 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-339d6107-082d-4e18-87d0-19e5e2063d4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 920 time: 0.5402055 Apr 16 12:01:33.035545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:33.056436 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:33.059784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:33.064691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bbf8f1bc-6839-46f1-9f69-7d7c3de792ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:33.101433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb0742-4e75-4748-9c1f-d9b28aa2d967 None None] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:01:33.169349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:33.178409 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-00eb2127-6ae4-4f5c-9a1b-b59cfc7b57c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035 HTTP/1.1" status: 200 len: 217 time: 0.1348033 Apr 16 12:01:33.296384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be6a25-e131-4ac2-be60-a7515bc0b57f req-5325451a-dae7-479a-b244-dcddcaf2b674 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:33.298217 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-66be6a25-e131-4ac2-be60-a7515bc0b57f req-5325451a-dae7-479a-b244-dcddcaf2b674 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.4357612 Apr 16 12:01:33.341212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-5cbeda01-de8b-4e96-a46c-000842565260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:33.342758 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-5cbeda01-de8b-4e96-a46c-000842565260 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.1528900 Apr 16 12:01:33.416843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183c9b1-233d-4645-b4d5-7b71753699c7 req-acb37a32-1f33-4542-9370-0726691140f0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:33.418639 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3183c9b1-233d-4645-b4d5-7b71753699c7 req-acb37a32-1f33-4542-9370-0726691140f0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3906562 Apr 16 12:01:33.424959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-ce3caf80-6b1e-4563-ab1c-7a3c32c751de None None] Provisioning for port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:33.433435 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-d5eec75b-0a8b-464a-b462-fdf4484dd189 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789976 Apr 16 12:01:33.434733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:33.455687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-eea2f37c-18cd-4852-855c-e1bce9db764d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:33.456884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:33.460359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:33.585316 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:33.594736 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-66be6a25-e131-4ac2-be60-a7515bc0b57f req-e4277d96-3643-4d6a-9ccc-7536f277ca8d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829962 Apr 16 12:01:33.720440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Pushing event updated for resources: {'Port': ['ID=095dd2c9-36fc-4dd6-9f61-a7d99196627f,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:33.735949 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3183c9b1-233d-4645-b4d5-7b71753699c7 req-f4ef4c58-dbd3-4b97-a950-c36cec47a575 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083298 Apr 16 12:01:33.764998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:33.820487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:33.988989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:33.999213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:34.000444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:34.202023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:34.240332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-01d1688e-ac9f-4a60-b1b0-ff1baf13309a None None] Provisioning complete for port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:34.241122 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-01d1688e-ac9f-4a60-b1b0-ff1baf13309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:34.263254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:34.267912 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-d6f68d93-974f-463b-a56e-19869c662956 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8180678 Apr 16 12:01:34.269956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:34.274564 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:34.300005 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:34.310716 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:34.316096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:34.414252 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:34.418528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:34.472314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387ba66-e1bb-4148-b9f4-4f2bfe4d3cd8 req-22d03122-f981-456f-aa8f-d6ce15104b57 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:34.473907 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8387ba66-e1bb-4148-b9f4-4f2bfe4d3cd8 req-22d03122-f981-456f-aa8f-d6ce15104b57 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 944 time: 0.3715985 Apr 16 12:01:34.573946 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4cc30-ba28-405f-8efd-4ff11dbeeaef req-d8a3aba4-afbf-426a-b3d9-6ad14b828d34 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:34.575574 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-41c4cc30-ba28-405f-8efd-4ff11dbeeaef req-d8a3aba4-afbf-426a-b3d9-6ad14b828d34 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.4337490 Apr 16 12:01:34.783239 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8387ba66-e1bb-4148-b9f4-4f2bfe4d3cd8 req-af8636df-d430-48da-90b6-3cc2cda7fbe5 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476974 Apr 16 12:01:34.793440 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c710abe-6bf1-439d-9bb6-d3a6ad27d7d5 req-cf688c6f-7b0b-439d-9fb6-663d96c6c669 service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869263 Apr 16 12:01:34.802803 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-41c4cc30-ba28-405f-8efd-4ff11dbeeaef req-883a71f5-33c7-4604-8a53-e7e8a44263f0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496727 Apr 16 12:01:35.117680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.293989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9141a-0fcf-4797-b4a1-bdc76264986d req-34e1659d-2ef6-45df-b24d-4c010d055cb5 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:35.295608 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8ab9141a-0fcf-4797-b4a1-bdc76264986d req-34e1659d-2ef6-45df-b24d-4c010d055cb5 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.3533592 Apr 16 12:01:35.314372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f1118-7370-42ad-a03e-ab00e79b659c req-5e2f9c3b-6bf5-4ad6-8afb-d9766ea21628 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:35.315970 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-343f1118-7370-42ad-a03e-ab00e79b659c req-5e2f9c3b-6bf5-4ad6-8afb-d9766ea21628 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3718541 Apr 16 12:01:35.420054 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8ab9141a-0fcf-4797-b4a1-bdc76264986d req-7cfa3ef7-b638-4ba9-8786-c616c08dd492 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029749 Apr 16 12:01:35.427187 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-343f1118-7370-42ad-a03e-ab00e79b659c req-8259a7a3-ef71-4b64-9cb4-18be9111ed27 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895257 Apr 16 12:01:35.626986 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850975282'] for router, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:35.757077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:35.852219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:35.852874 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:36.257546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd9caa-bcf7-4e80-9e9d-3b4e257b6e3c req-37c71be6-c6db-41ac-a2e2-8f2c04e23a65 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:36.259159 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-27dd9caa-bcf7-4e80-9e9d-3b4e257b6e3c req-37c71be6-c6db-41ac-a2e2-8f2c04e23a65 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 944 time: 0.2387240 Apr 16 12:01:36.274081 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9f214-2375-4bfc-8893-92b9b0a80360 req-e04a3d87-c481-46c0-9750-1d43bbf4d8e5 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:36.275649 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-52b9f214-2375-4bfc-8893-92b9b0a80360 req-e04a3d87-c481-46c0-9750-1d43bbf4d8e5 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2538931 Apr 16 12:01:36.371756 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-27dd9caa-bcf7-4e80-9e9d-3b4e257b6e3c req-daae5b3d-be32-4c43-92e7-c2059cbb971c tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927563 Apr 16 12:01:36.372284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Router 8b8ccdfa-5dec-4022-9930-cae714dcc543 is scheduled to L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf with binding_index 1 {{(pid=85303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:01:36.380488 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-52b9f214-2375-4bfc-8893-92b9b0a80360 req-cc8c59ab-de20-47ce-b181-e86ba2633038 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955858 Apr 16 12:01:36.661109 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:36.669617 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:01:36.683140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Sync routers for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:01:36.697696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:36.699916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:01:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:36.739610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:36.741714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Notify callbacks [] for router, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:36.747292 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47648) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:36.747603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:36.748176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:36.757469 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7945173 Apr 16 12:01:36.843609 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5785e6c-57a9-43fd-82ea-8e63055029e0 req-9bc90c5c-9160-4b32-8251-e3d2246c8804 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:36.852667 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d5785e6c-57a9-43fd-82ea-8e63055029e0 req-9bc90c5c-9160-4b32-8251-e3d2246c8804 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.2748396 Apr 16 12:01:36.953348 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10db444-8dbd-48da-9f26-96c2fa572b67 req-e5f087f6-74ae-4b4d-b3c2-f76a3d1c3ec5 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:36.966037 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c10db444-8dbd-48da-9f26-96c2fa572b67 req-e5f087f6-74ae-4b4d-b3c2-f76a3d1c3ec5 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3426762 Apr 16 12:01:37.029065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:37.034934 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d5785e6c-57a9-43fd-82ea-8e63055029e0 req-6c29b165-3bc5-4441-8ccf-b42b134a5602 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812515 Apr 16 12:01:37.093396 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c10db444-8dbd-48da-9f26-96c2fa572b67 req-47a297bb-9642-403b-baa0-e64600793950 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262491 Apr 16 12:01:37.138139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:37.139516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9049af-6d0c-4a58-9b68-c869f8506ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:37.159024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:37.161296 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:37.193575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:37.263225 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9049af-6d0c-4a58-9b68-c869f8506ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1', 'code': 200} Apr 16 12:01:37.291276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47664) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:37.363475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:37.369036 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:37.493712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] Deleting subnet d2e31361-d46d-4807-bbf5-de5c4e3c49ca {{(pid=85303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:01:37.503225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:37.624106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:34Z', 'revision_number': 3, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:37.628864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Checking router: 8b8ccdfa-5dec-4022-9930-cae714dcc543 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:01:37.629402 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Updating router 8b8ccdfa-5dec-4022-9930-cae714dcc543 port 095dd2c9-36fc-4dd6-9f61-a7d99196627f binding host dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:01:37.691486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:37.758327 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793889091'] for subnet, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:37.875280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:37.962811 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738132c1-d2a1-438c-8fb5-e5b2f0456059 req-3c51abd6-9eec-433e-af75-151ecbb6557e tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:37.965229 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-738132c1-d2a1-438c-8fb5-e5b2f0456059 req-3c51abd6-9eec-433e-af75-151ecbb6557e tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.3002262 Apr 16 12:01:37.977591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53323-4827-476b-8b76-84159d9c1a20 req-184c93dc-cc59-45a4-89fe-21ed62d5a0b3 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:37.979441 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ebf53323-4827-476b-8b76-84159d9c1a20 req-184c93dc-cc59-45a4-89fe-21ed62d5a0b3 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 945 time: 0.3598747 Apr 16 12:01:37.981882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f64be-8351-4f03-9214-aacf4e5c4863 req-d53a6f27-5329-4659-b186-6006bc5eb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:37.983897 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-279f64be-8351-4f03-9214-aacf4e5c4863 req-d53a6f27-5329-4659-b186-6006bc5eb04e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 1098 time: 0.4153764 Apr 16 12:01:38.029004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.177775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.197024 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-738132c1-d2a1-438c-8fb5-e5b2f0456059 req-a63e4ca3-d9b6-49e6-81dd-8994b4aa7bb6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100275 Apr 16 12:01:38.200200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Transition to ACTIVE for port object 095dd2c9-36fc-4dd6-9f61-a7d99196627f will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:38.204871 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ebf53323-4827-476b-8b76-84159d9c1a20 req-d3dd3f71-a6e0-4ff2-a8ec-1f6708f17441 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141697 Apr 16 12:01:38.210252 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.219814 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-279f64be-8351-4f03-9214-aacf4e5c4863 req-5d1a3d4b-a510-4e86-9323-d9fd01a8c2d4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992285 Apr 16 12:01:38.241876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e5e025b1-dde9-483c-a34c-c2fe6aebfe4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:38.280831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Allocated IP 172.20.0.1 (5146b20f-5c52-49b1-86fb-da473b7ede83/89166379-e6d2-42c5-b466-242bf4e64d88/30dc722e-a6f5-4653-953b-b3dd455d0aba) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:38.361454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60842799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852718778'] for subnet, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.390952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Pushing event updated for resources: {'Port': ['ID=095dd2c9-36fc-4dd6-9f61-a7d99196627f,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:38.448457 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-add73921-33f8-4cd7-8bfc-73c31864698e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:38.451538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.470359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Transition to ACTIVE for port object 30dc722e-a6f5-4653-953b-b3dd455d0aba will not be triggered until provisioned by entity DHCP. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:38.493627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.494194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.494846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.494998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.495915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.496040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.496639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.497233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.497836 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.498435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.499018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.499597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.500187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:01:38.515553 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:38.590071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:38.599934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2e31361-d46d-4807-bbf5-de5c4e3c49ca,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:38.602575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:38.660824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.664335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Attempting to bind port 095dd2c9-36fc-4dd6-9f61-a7d99196627f on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:38.665076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Attempting to bind port 095dd2c9-36fc-4dd6-9f61-a7d99196627f by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:38.665745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Attempting to bind port 095dd2c9-36fc-4dd6-9f61-a7d99196627f on network 9c19a45b-70d1-473c-b2ec-743cdcfa61be {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:38.676996 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:38.677731 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Checking segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:38.678363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.679151 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Bound using segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:38.680008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Bound port: 095dd2c9-36fc-4dd6-9f61-a7d99196627f, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:38.680816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.681895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:01:38.689276 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d2e31361-d46d-4807-bbf5-de5c4e3c49ca HTTP/1.1" status: 204 len: 168 time: 1.3964965 Apr 16 12:01:38.693218 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47680) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:38.734230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e68a9-e70b-4784-b5a7-45eb801c8df1 req-7ae510d6-bbbb-4d08-86b0-ab453ac47c16 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:38.735755 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c5e68a9-e70b-4784-b5a7-45eb801c8df1 req-7ae510d6-bbbb-4d08-86b0-ab453ac47c16 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.2900789 Apr 16 12:01:38.740639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Pushing event updated for resources: {'Port': ['ID=30dc722e-a6f5-4653-953b-b3dd455d0aba,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:38.745636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:38.762133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:38.763567 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:38.784591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:38.792162 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205a028-b56e-41ce-ac76-fcddf4131945 req-3fba0105-66c2-4979-a2ac-dda2ef79d653 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:38.800032 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7205a028-b56e-41ce-ac76-fcddf4131945 req-3fba0105-66c2-4979-a2ac-dda2ef79d653 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3529828 Apr 16 12:01:38.861845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] For port 095dd2c9-36fc-4dd6-9f61-a7d99196627f, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:38.870365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] For port 095dd2c9-36fc-4dd6-9f61-a7d99196627f, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=095dd2c9-36fc-4dd6-9f61-a7d99196627f,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:38.876510 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.896516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769739'] for router_interface, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.908830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:38.935064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:38.950830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'port_id': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'mac_address': 'fa:16:3e:5f:af:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:01:39.042475 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7205a028-b56e-41ce-ac76-fcddf4131945 req-47b13bc6-f16f-4f1c-af44-9900f2774f80 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407069 Apr 16 12:01:39.083309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:39.087191 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:39.090859 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c5e68a9-e70b-4784-b5a7-45eb801c8df1 req-dfdeef97-962b-49e6-80e5-78b9e34f0608 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579536 Apr 16 12:01:39.139619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b20a8a4b-6306-478c-955d-56d05463ec9c {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:01:39.146854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:39.165739 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-d43eb25b-6fb9-40aa-b8f1-781278b6a580 None None] Provisioning for port 30dc722e-a6f5-4653-953b-b3dd455d0aba completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:39.175984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:39.188026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-d43eb25b-6fb9-40aa-b8f1-781278b6a580 None None] Provisioning complete for port 30dc722e-a6f5-4653-953b-b3dd455d0aba triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:39.188747 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d43eb25b-6fb9-40aa-b8f1-781278b6a580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:39.226654 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:39.236620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:39.333166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-d43eb25b-6fb9-40aa-b8f1-781278b6a580 None None] Port 30dc722e-a6f5-4653-953b-b3dd455d0aba cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:01:39.346180 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=6']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:39.361445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:39.383049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['b20a8a4b-6306-478c-955d-56d05463ec9c'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:01:39.452372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Pushing event updated for resources: {'Port': ['ID=095dd2c9-36fc-4dd6-9f61-a7d99196627f,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:39.520543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:39.586013 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:39.587154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:01:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:39.657919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:39.669610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:39.705961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-625b278f-e6fc-42d5-b261-aa005adf1f78 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:39.795771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Pushing event updated for resources: {'Port': ['ID=30dc722e-a6f5-4653-953b-b3dd455d0aba,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:39.798523 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850844763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851005972'] for router_interface, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:39.814419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:39.839592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:39.901828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:39.969294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:39.970725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:40.090658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553881c8-1682-460f-955e-9486e5b14a55']}} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:40.110582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493e2c0b-3586-4e3b-beb7-02fde77481eb') {'for_net_delete': True} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:40.110920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493e2c0b-3586-4e3b-beb7-02fde77481eb') {} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:40.125607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60886661'] for segment, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:40.150366 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:40.164441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7c2bd-c1c7-45c5-b064-f5af1a54a981 req-d0b3c9ec-4132-4dde-b433-d4e4d44e7f82 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:40.169181 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8aa7c2bd-c1c7-45c5-b064-f5af1a54a981 req-d0b3c9ec-4132-4dde-b433-d4e4d44e7f82 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 945 time: 0.4464214 Apr 16 12:01:40.184705 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a802f6e-9fca-433e-8d0a-e49d71bba5de req-e6340f6b-65fc-440d-9b0b-e4d4165af34b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:40.186637 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a802f6e-9fca-433e-8d0a-e49d71bba5de req-e6340f6b-65fc-440d-9b0b-e4d4165af34b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.5013335 Apr 16 12:01:40.233714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=85303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:01:40.245678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Router 8b8ccdfa-5dec-4022-9930-cae714dcc543 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:01:40.273750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-dcfe5ae6-c46d-473a-959c-a1fe25e64aca None None] Provisioning complete for port 30dc722e-a6f5-4653-953b-b3dd455d0aba triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:40.274493 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dcfe5ae6-c46d-473a-959c-a1fe25e64aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:40.327243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:39Z', 'revision_number': 2, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:40.332117 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4cc22a-b576-475d-8ba6-cf707e72840b None None] The sync data for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb is: [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:39Z', 'revision_number': 2, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:01:40.376275 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe5ae6-c46d-473a-959c-a1fe25e64aca None None] Port 30dc722e-a6f5-4653-953b-b3dd455d0aba cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:01:40.459923 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a802f6e-9fca-433e-8d0a-e49d71bba5de req-9e23bb80-c91e-478b-a8bb-5ad7e5d7cae5 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492990 Apr 16 12:01:40.563463 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:01:40.577690 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] 10.222.0.75 "PUT /v2.0/routers/8b8ccdfa-5dec-4022-9930-cae714dcc543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8291156 Apr 16 12:01:40.608304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Network 553881c8-1682-460f-955e-9486e5b14a55 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:01:40.619338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793933170'] for segment, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:40.690489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:40.861207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port b20a8a4b-6306-478c-955d-56d05463ec9c triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:40.861735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:40.930564 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Network 553881c8-1682-460f-955e-9486e5b14a55 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:01:41.140533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:01:41.169822 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:01:41.175985 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8aa7c2bd-c1c7-45c5-b064-f5af1a54a981 req-1b046405-4565-4ba8-ba08-527e343a41f8 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9876528 Apr 16 12:01:41.212581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:41.231560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:41.241290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.243330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:41.336837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.380029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=7']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:41.383386 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-97f70634-a957-45f7-9c2b-8d92a2477a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:41.391844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:41.409272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.476833 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47750) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:41.477007 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] 10.222.0.75 "DELETE /v2.0/networks/553881c8-1682-460f-955e-9486e5b14a55 HTTP/1.1" status: 204 len: 168 time: 2.7825379 Apr 16 12:01:41.478378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Pushing event deleted for resources: {'Network': ['ID=553881c8-1682-460f-955e-9486e5b14a55,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:41.493283 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4e158856-8a3e-4f91-9185-075cd9500777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:41.606608 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc736fd-2f9c-4e73-97a6-a46e7a5619fc req-b05e76b6-b382-4a2e-856b-b0938d7b8bd5 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:41.608322 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbc736fd-2f9c-4e73-97a6-a46e7a5619fc req-b05e76b6-b382-4a2e-856b-b0938d7b8bd5 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1857321 Apr 16 12:01:41.631022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43198c83-e2d9-4261-bf0e-a28a0f8412c5 req-42ad8d92-1ec8-4f5c-87fa-054b28527331 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:41.645506 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-43198c83-e2d9-4261-bf0e-a28a0f8412c5 req-42ad8d92-1ec8-4f5c-87fa-054b28527331 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.4682031 Apr 16 12:01:41.735385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47760) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:41.747533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2069235374-network', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:41.752843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:41.757227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Usage tracker for resource:network and tenant:70d4c1e931784687a25d61fb127e3f59 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:41.761319 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:41.767916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:41.785183 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Made reservation on behalf of 70d4c1e931784687a25d61fb127e3f59 for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:41.789923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b231bb-17ed-49f3-a24c-cbe32e6eed29 admin admin] Deleting subnet f1351b3f-ac8a-461c-8563-81339ecab0bb {{(pid=85302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:01:41.790103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.795229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-21b231bb-17ed-49f3-a24c-cbe32e6eed29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.822250 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-43198c83-e2d9-4261-bf0e-a28a0f8412c5 req-1327bc89-4641-4352-b761-99a42b67df5f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756754 Apr 16 12:01:41.830783 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbc736fd-2f9c-4e73-97a6-a46e7a5619fc req-ba0a4cf0-bada-49c0-8d8f-1204aef5f370 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604571 Apr 16 12:01:41.849719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.899877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:41.900435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 095dd2c9-36fc-4dd6-9f61-a7d99196627f up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:41.913710 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Usage tracker for resource:security_group_rule and tenant:70d4c1e931784687a25d61fb127e3f59 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:41.920921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:41.935106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:41.942957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-21b231bb-17ed-49f3-a24c-cbe32e6eed29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036792928935'] for subnet, precommit_delete_associations {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:41.962890 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'code': 200} Apr 16 12:01:42.099504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:01:42.105019 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.109865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.121621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 095dd2c9-36fc-4dd6-9f61-a7d99196627f completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:42.126369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:01:42.127589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 095dd2c9-36fc-4dd6-9f61-a7d99196627f triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:42.128128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.139249 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.140080 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Added segment ce43dde2-4029-4f4b-8a1c-f45e26c73c3f of type vlan for network e20b3eac-2858-4166-8246-dbbf20619780 Apr 16 12:01:42.183463 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.325532 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b31b9975-08db-416b-b105-9d16f0433db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:42.378602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.412242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:42.412932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.441718 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.469948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 095dd2c9-36fc-4dd6-9f61-a7d99196627f, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=095dd2c9-36fc-4dd6-9f61-a7d99196627f,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:42.476600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.479940 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:42.533722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-21b231bb-17ed-49f3-a24c-cbe32e6eed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:42.537481 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9de004f-4ead-4468-b489-418dbc818b81,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:42.551811 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:42.552961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3ebcb147-fe76-44eb-9ab6-989c1ad25387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:42.583256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=095dd2c9-36fc-4dd6-9f61-a7d99196627f,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:42.589098 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:42.662797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Pushing event updated for resources: {'Network': ['ID=e20b3eac-2858-4166-8246-dbbf20619780,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:42.670442 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:42.675540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network e20b3eac-2858-4166-8246-dbbf20619780 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:01:42.701140 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9599361 Apr 16 12:01:42.703490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47770) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:42.724557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Request body: {'subnet': {'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2069235374-subnet', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:42.781517 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bec94-7a54-4f3d-b346-5940017d72c6 req-af0e0cf8-b9b5-49ff-b076-38762d5925bb tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:42.784675 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-051bec94-7a54-4f3d-b346-5940017d72c6 req-af0e0cf8-b9b5-49ff-b076-38762d5925bb tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.5639317 Apr 16 12:01:42.784839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:42.861772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Usage tracker for resource:subnet and tenant:70d4c1e931784687a25d61fb127e3f59 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:42.882654 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:42.926717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:42.974597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337e7b-97f5-4eeb-81a8-97ace49a05eb req-c972d466-624e-47e1-807d-89adc09a009e tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:42.976304 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-13337e7b-97f5-4eeb-81a8-97ace49a05eb req-c972d466-624e-47e1-807d-89adc09a009e tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 945 time: 0.5116062 Apr 16 12:01:42.987369 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-051bec94-7a54-4f3d-b346-5940017d72c6 req-a2f8920a-a7aa-4b6b-8218-c4d35c37ee3b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756930 Apr 16 12:01:42.990856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-21b231bb-17ed-49f3-a24c-cbe32e6eed29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793875448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1850927'] for subnet, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.036355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c9738930-db2b-41e2-b227-2638786e899c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:43.036603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Made reservation on behalf of 70d4c1e931784687a25d61fb127e3f59 for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:43.041834 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2057068'] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.146082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b231bb-17ed-49f3-a24c-cbe32e6eed29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1351b3f-ac8a-461c-8563-81339ecab0bb,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:43.158122 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-21b231bb-17ed-49f3-a24c-cbe32e6eed29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:43.224135 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-21b231bb-17ed-49f3-a24c-cbe32e6eed29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.231236 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-21b231bb-17ed-49f3-a24c-cbe32e6eed29 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f1351b3f-ac8a-461c-8563-81339ecab0bb HTTP/1.1" status: 204 len: 168 time: 1.7525649 Apr 16 12:01:43.235088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47780) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:43.287254 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-13337e7b-97f5-4eeb-81a8-97ace49a05eb req-0cc7257c-6646-457b-8770-ebb6b3d8e0fd tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984679 Apr 16 12:01:43.374284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26be7b-6be6-40cd-b918-980ba203821c req-ffc8e834-21db-48bb-9a5f-04a4b575895f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:43.376120 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fb26be7b-6be6-40cd-b918-980ba203821c req-ffc8e834-21db-48bb-9a5f-04a4b575895f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.2132602 Apr 16 12:01:43.415201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.578086 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fb26be7b-6be6-40cd-b918-980ba203821c req-85d446ff-4ccc-4bf5-afff-6ccac390252c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653509 Apr 16 12:01:43.710111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.789050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 095dd2c9-36fc-4dd6-9f61-a7d99196627f up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:43.796765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd1438-f7a6-4e71-9d95-9e24d02f3d03 req-a5d64dc7-2443-4032-aad7-da3401a06748 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:43.802329 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f0dd1438-f7a6-4e71-9d95-9e24d02f3d03 req-a5d64dc7-2443-4032-aad7-da3401a06748 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.3108804 Apr 16 12:01:43.911615 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 095dd2c9-36fc-4dd6-9f61-a7d99196627f triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:43.912041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:43.913430 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f0dd1438-f7a6-4e71-9d95-9e24d02f3d03 req-549ea2e8-c138-40bc-b02c-46356ff52a59 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014409 Apr 16 12:01:43.942158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94a4611-c998-457c-a5a3-cda7cf39c4dd']}} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:44.003784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d6040a4-4c7f-4c9b-b290-be66c889c0ca') {'for_net_delete': True} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:44.004154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d6040a4-4c7f-4c9b-b290-be66c889c0ca') {} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:44.032379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61846881'] for segment, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.081875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.112412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=85302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:01:44.260342 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793933036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2057055'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.327494 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-43c8b6ed-25ad-4eff-ba60-c17eac65846d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:44.376722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2d8bbc3a-78b2-483e-8ef9-9bcb19a9f129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.588671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Network e94a4611-c998-457c-a5a3-cda7cf39c4dd has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:01:44.601775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60900777'] for segment, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.828154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Network e94a4611-c998-457c-a5a3-cda7cf39c4dd has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:01:44.928736 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Sync routers for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:01:44.950499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:44.951878 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:01:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:01:44.953731 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:01:44.974898 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:44.988528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.005649 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d83268a-0ec1-41fc-851c-ea05e72c5a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:45.049922 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e94a4611-c998-457c-a5a3-cda7cf39c4dd HTTP/1.1" status: 204 len: 168 time: 1.8131220 Apr 16 12:01:45.062464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35f335f-d77e-43b8-8c25-efb9d36bde93,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:45.070707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Pushing event deleted for resources: {'Network': ['ID=e94a4611-c998-457c-a5a3-cda7cf39c4dd,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:45.073701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:45.084710 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:45.159269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Checking segment: {'id': 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:45.159649 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Network hostable DHCP agents. Network: e20b3eac-2858-4166-8246-dbbf20619780, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:01:45.176333 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b1903-16d2-4f44-b9d3-092c264f63f2 req-9a35c867-9d19-4903-bea7-dc83cceb11c0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:45.184410 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ef0b1903-16d2-4f44-b9d3-092c264f63f2 req-9a35c867-9d19-4903-bea7-dc83cceb11c0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.7929971 Apr 16 12:01:45.226328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb4668-cd70-40f7-8092-7f194d4a93d1 req-4e63d403-0e1f-48a4-804c-8911b3a100a3 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:45.234806 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f0cb4668-cd70-40f7-8092-7f194d4a93d1 req-4e63d403-0e1f-48a4-804c-8911b3a100a3 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.5959158 Apr 16 12:01:45.257001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-6ba86aa2-c25d-469a-b5f4-f16a557e47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:45.258665 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-6ba86aa2-c25d-469a-b5f4-f16a557e47f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 1098 time: 0.3170121 Apr 16 12:01:45.329123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Network e20b3eac-2858-4166-8246-dbbf20619780 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:01:45.347526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:45.394408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47812) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:45.417208 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ef0b1903-16d2-4f44-b9d3-092c264f63f2 req-2aa05d25-3203-4822-8b6c-f5c9f82116a4 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316961 Apr 16 12:01:45.452872 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f0cb4668-cd70-40f7-8092-7f194d4a93d1 req-5bb792a8-3e03-4ab8-9a43-eea195ac44a9 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170086 Apr 16 12:01:45.471739 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, e20b3eac-2858-4166-8246-dbbf20619780) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:45.505051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a64be-a7b6-4b4b-9f9c-54c3b638a67b None None] Network e20b3eac-2858-4166-8246-dbbf20619780 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:01:45.561491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:45.562386 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.580784 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-7defaede-5589-4e14-99c7-9f434df1a2ba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4b432a133a6c40bca4adeefac0a60c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844521 Apr 16 12:01:45.584293 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47820) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:45.633972 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ff8cbbe4-7be7-4895-b929-2f22bb4a5549 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9279542 Apr 16 12:01:45.636868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47824) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:45.642629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:45.653639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:45.667487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Usage tracker for resource:router and tenant:70d4c1e931784687a25d61fb127e3f59 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:45.676882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:45.705678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:45.738680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850976997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13524'] for router, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.739824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3798982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762276'] for router, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.772317 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.842876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-bc4dde41-494d-4da6-bfe2-08cb90e960d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:45.844484 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-bc4dde41-494d-4da6-bfe2-08cb90e960d8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 911 time: 0.5678349 Apr 16 12:01:45.865067 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2441adbc-d9b9-4386-9a7d-bad1629a2f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:45.947124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2441adbc-d9b9-4386-9a7d-bad1629a2f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.111140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47832) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:46.379975 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-25c10bc2-37c9-45e9-9712-4292b2ca473b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27 HTTP/1.1" status: 200 len: 1000 time: 0.5162897 Apr 16 12:01:46.425698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850976984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762317'] for router, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.430930 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.453371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:46.457906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2441adbc-d9b9-4386-9a7d-bad1629a2f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.467141 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-39e3d9e2-d412-44d9-b5ce-c8e5c78a5448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:46.476548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Usage tracker for resource:security_group_rule and tenant:8de35627172a480a9c8307ce929c8716 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:46.485647 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:46.495106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:46.518803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c277f55-b592-4e5e-8c50-93979e36ece9 req-4e2bcad7-ac8c-4f0a-a722-adf520fa779c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:46.528311 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0c277f55-b592-4e5e-8c50-93979e36ece9 req-4e2bcad7-ac8c-4f0a-a722-adf520fa779c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.7984052 Apr 16 12:01:46.530764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441adbc-d9b9-4386-9a7d-bad1629a2f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c66111-9f7a-42af-b31f-89c90bd6c922,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:46.551971 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-18d76faa-26aa-4878-888d-b455057d7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:46.553851 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-18d76faa-26aa-4878-888d-b455057d7a37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.1650031 Apr 16 12:01:46.555552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2441adbc-d9b9-4386-9a7d-bad1629a2f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.564279 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-2441adbc-d9b9-4386-9a7d-bad1629a2f18 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d5c66111-9f7a-42af-b31f-89c90bd6c922 HTTP/1.1" status: 204 len: 168 time: 0.9702435 Apr 16 12:01:46.576326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2441adbc-d9b9-4386-9a7d-bad1629a2f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:46.729450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb51d-de44-4ffd-82b6-621d37ee5b77 req-9e47f69b-2977-4e1f-85fd-072fe1dcbbb7 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:46.738797 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-394fb51d-de44-4ffd-82b6-621d37ee5b77 req-9e47f69b-2977-4e1f-85fd-072fe1dcbbb7 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 945 time: 0.4769890 Apr 16 12:01:46.773000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81f0f0c5-41cd-5cf2-b41f-d922a99fc798-e20b3eac-2858-4166-8246-dbbf20619780', 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'fixed_ips': [{'subnet_id': 'b35f335f-d77e-43b8-8c25-efb9d36bde93'}]}} from dv-cinder-786627-1-smb. {{(pid=85304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:01:46.773939 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.811329 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0c277f55-b592-4e5e-8c50-93979e36ece9 req-5e45ac92-c39b-447a-9a23-d993057381a6 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817256 Apr 16 12:01:46.843604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.865485 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:46.886655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4721eadb-bc4e-4f1e-ad4b-df040fac11b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:46.916122 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-394fb51d-de44-4ffd-82b6-621d37ee5b77 req-47d2ac73-17ab-4704-969d-28e90c26aa57 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762350 Apr 16 12:01:46.952882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-5b79768b-272d-4f46-8643-62f27d72e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:46.958216 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-5b79768b-272d-4f46-8643-62f27d72e1da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3808398 Apr 16 12:01:46.960668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6115eff-5c24-4f54-b0bd-3aa45e73a27f,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:46.983798 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:47.019549 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Allocated IP 172.20.0.2 (e20b3eac-2858-4166-8246-dbbf20619780/b35f335f-d77e-43b8-8c25-efb9d36bde93/b56c5bdf-b66c-4aee-bc08-d34b9af804ae) {{(pid=85304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:47.087181 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8de35627172a480a9c8307ce929c8716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9749267 Apr 16 12:01:47.092564 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47846) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:47.263713 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 47850) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:47.292604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35bcb041-d1d9-40fe-a4c7-4c22fb1f4ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.327589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35bcb041-d1d9-40fe-a4c7-4c22fb1f4ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.334241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.351744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Transition to ACTIVE for port object b56c5bdf-b66c-4aee-bc08-d34b9af804ae will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:47.380399 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Transition to ACTIVE for port object b56c5bdf-b66c-4aee-bc08-d34b9af804ae will not be triggered until provisioned by entity DHCP. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:47.403641 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35bcb041-d1d9-40fe-a4c7-4c22fb1f4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.404299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.415931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-70dfdb2b-ff23-4b0b-b211-4d704ac7b55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:47.437821 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-87d7a876-e25f-460b-8923-cf86cc1f4d50 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714715 Apr 16 12:01:47.473831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35bcb041-d1d9-40fe-a4c7-4c22fb1f4ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.477559 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-35bcb041-d1d9-40fe-a4c7-4c22fb1f4ef8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f6115eff-5c24-4f54-b0bd-3aa45e73a27f HTTP/1.1" status: 204 len: 168 time: 0.3798316 Apr 16 12:01:47.508813 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326807c-9ad1-498d-b7cc-d81162fab3b2 req-734ea88f-71b5-426e-9f92-ae7f4c20881c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:47.519978 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5326807c-9ad1-498d-b7cc-d81162fab3b2 req-734ea88f-71b5-426e-9f92-ae7f4c20881c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.3387587 Apr 16 12:01:47.600334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:47.615004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcb041-d1d9-40fe-a4c7-4c22fb1f4ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6115eff-5c24-4f54-b0bd-3aa45e73a27f,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:47.636051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-35bcb041-d1d9-40fe-a4c7-4c22fb1f4ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:47.675320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:39Z', 'revision_number': 2, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:47.710978 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1cdd2c67-b207-4ab4-b6d6-82467a74ebdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.719079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Checking router: 8b8ccdfa-5dec-4022-9930-cae714dcc543 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:01:47.719645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Updating router 8b8ccdfa-5dec-4022-9930-cae714dcc543 port 30dc722e-a6f5-4653-953b-b3dd455d0aba binding host dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:01:47.735170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a2a48-9990-4925-adff-05968c070744 req-441fa217-3b0c-40da-a70e-93381dc8faf6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:47.743276 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-973a2a48-9990-4925-adff-05968c070744 req-441fa217-3b0c-40da-a70e-93381dc8faf6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.5665596 Apr 16 12:01:47.771564 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9bca79f2-e40e-43ca-80c9-3cb452dc4f73 req-094a75d7-f207-4167-8744-f2aa4463b1c1 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243945 Apr 16 12:01:47.834913 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5326807c-9ad1-498d-b7cc-d81162fab3b2 req-bb2ecc3f-72ed-4a44-a872-e76a85cd6cf2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139529 Apr 16 12:01:47.846092 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-973a2a48-9990-4925-adff-05968c070744 req-3879f39a-725e-42f9-96f9-e4441454864b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014774 Apr 16 12:01:47.867459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Network e20b3eac-2858-4166-8246-dbbf20619780 is already hosted by enough agents. {{(pid=85304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:47.951197 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Resources bound (agent type, host, resource id): {{(pid=85304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:47.961599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:47.962190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Pushing event updated for resources: {'Port': ['ID=b56c5bdf-b66c-4aee-bc08-d34b9af804ae,revision_number=1']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:47.962190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.027596 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9d8a9387-7654-4695-97f4-91a1e58cbfdc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=30569e497d7c446c9753f9b8098e0f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6491749 Apr 16 12:01:48.029435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.030572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47862) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:48.127919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ebeec217-2dde-4b41-8799-b09e241c08ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.186888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ebeec217-2dde-4b41-8799-b09e241c08ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.213563 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cbf6b-614f-43e5-8c78-3d679bb9c466 req-f11d96e7-b3a6-439b-8890-f9e45ebb8f6b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:48.222594 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-512cbf6b-614f-43e5-8c78-3d679bb9c466 req-f11d96e7-b3a6-439b-8890-f9e45ebb8f6b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.2340243 Apr 16 12:01:48.306708 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Allocated IP 172.28.3.133 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:48.346895 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-512cbf6b-614f-43e5-8c78-3d679bb9c466 req-01d81cda-5c86-4b0b-8b53-9af3b2c2f47f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228418 Apr 16 12:01:48.451957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe4bf-0c80-4bb4-81aa-4232346eb916 req-89b7579a-01b7-417b-b3ae-f5f1c7ef8143 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:48.454012 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-338fe4bf-0c80-4bb4-81aa-4232346eb916 req-89b7579a-01b7-417b-b3ae-f5f1c7ef8143 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 945 time: 0.2020340 Apr 16 12:01:48.497221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Received port after_create {{(pid=85304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:48.538280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:48.577760 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-338fe4bf-0c80-4bb4-81aa-4232346eb916 req-51206602-69fa-4df5-9f08-712728001c9b tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153638 Apr 16 12:01:48.578584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ebeec217-2dde-4b41-8799-b09e241c08ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.584686 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:48.598288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeec217-2dde-4b41-8799-b09e241c08ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09f605b-ceed-4049-80ea-ad767a44292f,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:48.600906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ebeec217-2dde-4b41-8799-b09e241c08ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:48.607178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ebeec217-2dde-4b41-8799-b09e241c08ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.610297 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ebeec217-2dde-4b41-8799-b09e241c08ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a09f605b-ceed-4049-80ea-ad767a44292f HTTP/1.1" status: 204 len: 168 time: 0.5786786 Apr 16 12:01:48.736190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d314cad-c668-40c7-82cb-94431c964dcd req-702eeadd-496b-4d4f-9b26-ea67531a22cc tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:48.737037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6d314cad-c668-40c7-82cb-94431c964dcd req-702eeadd-496b-4d4f-9b26-ea67531a22cc tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Synchronizing usage tracker for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:port {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:48.829809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6d314cad-c668-40c7-82cb-94431c964dcd req-702eeadd-496b-4d4f-9b26-ea67531a22cc tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Unset dirty status for tenant:89f64f7403c242e289958b4ef8ed9494 on resource:port {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:48.831093 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d314cad-c668-40c7-82cb-94431c964dcd req-702eeadd-496b-4d4f-9b26-ea67531a22cc tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 945 time: 0.9399164 Apr 16 12:01:48.895435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.919058 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Attempting to bind port b56c5bdf-b66c-4aee-bc08-d34b9af804ae on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:48.919473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Attempting to bind port b56c5bdf-b66c-4aee-bc08-d34b9af804ae by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:48.919891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Attempting to bind port b56c5bdf-b66c-4aee-bc08-d34b9af804ae on network e20b3eac-2858-4166-8246-dbbf20619780 {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:48.951269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:48.951723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Checking segment: {'id': 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:48.952165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.956891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:48.959216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Bound using segment: {'id': 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:48.959972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Bound port: b56c5bdf-b66c-4aee-bc08-d34b9af804ae, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:48.960430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.020400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.214577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] For port b56c5bdf-b66c-4aee-bc08-d34b9af804ae, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:49.218749 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] For port b56c5bdf-b66c-4aee-bc08-d34b9af804ae, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=b56c5bdf-b66c-4aee-bc08-d34b9af804ae,segment=NetworkSegment(ce43dde2-4029-4f4b-8a1c-f45e26c73c3f),segment_id=ce43dde2-4029-4f4b-8a1c-f45e26c73c3f)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:49.239842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Notify callbacks [] for port, precommit_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.279550 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Transition to ACTIVE for port object 30dc722e-a6f5-4653-953b-b3dd455d0aba will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:49.303995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.345645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:49.408406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47894) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:49.410643 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-6d314cad-c668-40c7-82cb-94431c964dcd req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Deleting port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:01:49.411049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d314cad-c668-40c7-82cb-94431c964dcd req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.414954 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.421215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba489ced-d26e-4be3-9450-d7900fcf2405 req-a6f0b575-7435-400c-aa1e-f2da45185ce9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:49.422901 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ba489ced-d26e-4be3-9450-d7900fcf2405 req-a6f0b575-7435-400c-aa1e-f2da45185ce9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1769819 Apr 16 12:01:49.475060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2affa09-a57e-45b7-8cd9-22afbdeb028f req-2b6ce105-9e62-413a-8f7c-c466184c80ca tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:49.485016 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e2affa09-a57e-45b7-8cd9-22afbdeb028f req-2b6ce105-9e62-413a-8f7c-c466184c80ca tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.3145866 Apr 16 12:01:49.663745 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e2affa09-a57e-45b7-8cd9-22afbdeb028f req-a0ecb06a-e261-4172-ab84-dd5cbb647be1 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770258 Apr 16 12:01:49.676279 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ba489ced-d26e-4be3-9450-d7900fcf2405 req-0077e81a-e6ab-4253-a39c-bfd62b305c4d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453344 Apr 16 12:01:49.679118 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.691940 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-575196652-network', 'tenant_id': 'f2e0424164044cd2be7d8178a3e8715a'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:49.694378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.711119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:49.729823 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:49.751972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Usage tracker for resource:network and tenant:f2e0424164044cd2be7d8178a3e8715a is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:49.769984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:49.796738 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f9f2c-3cb7-48c3-9f6b-c69c8c76e590 None None] Pushing event updated for resources: {'Port': ['ID=30dc722e-a6f5-4653-953b-b3dd455d0aba,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:49.800324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:49.803077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b24f9f2c-3cb7-48c3-9f6b-c69c8c76e590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:49.821523 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Made reservation on behalf of f2e0424164044cd2be7d8178a3e8715a for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:49.823870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:49.836955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.937675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:49.967295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:50.063898 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Pushing event updated for resources: {'Port': ['ID=b56c5bdf-b66c-4aee-bc08-d34b9af804ae,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:50.069216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Usage tracker for resource:security_group_rule and tenant:f2e0424164044cd2be7d8178a3e8715a is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:50.079315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:50.116089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:50.150475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-6d314cad-c668-40c7-82cb-94431c964dcd req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] For port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,segment=NetworkSegment(8e5eee59-e6e5-4466-bdeb-0e47f89c6741),segment_id=8e5eee59-e6e5-4466-bdeb-0e47f89c6741)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:50.151427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d314cad-c668-40c7-82cb-94431c964dcd req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:50.163219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:50.281809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d408a17-9a34-41bc-8bdb-a17d02ba4bfd req-62d5d633-dab0-4da7-b9dd-5411ea872202 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:50.284403 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2d408a17-9a34-41bc-8bdb-a17d02ba4bfd req-62d5d633-dab0-4da7-b9dd-5411ea872202 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 945 time: 0.4243829 Apr 16 12:01:50.346487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-6d314cad-c668-40c7-82cb-94431c964dcd req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Calling delete_port for db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 owned by compute:nova {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:01:50.362165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Attempting to bind port 30dc722e-a6f5-4653-953b-b3dd455d0aba on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:50.362837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Attempting to bind port 30dc722e-a6f5-4653-953b-b3dd455d0aba by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:50.363405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Attempting to bind port 30dc722e-a6f5-4653-953b-b3dd455d0aba on network 5146b20f-5c52-49b1-86fb-da473b7ede83 {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:50.374220 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:50.375238 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Checking segment: {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:50.376026 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:50.376666 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Bound using segment: {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:50.377372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Bound port: 30dc722e-a6f5-4653-953b-b3dd455d0aba, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:50.377966 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:50.515624 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] For port 30dc722e-a6f5-4653-953b-b3dd455d0aba, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:50.520948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] For port 30dc722e-a6f5-4653-953b-b3dd455d0aba, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=30dc722e-a6f5-4653-953b-b3dd455d0aba,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:50.530784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:50.614761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d314cad-c668-40c7-82cb-94431c964dcd req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:50.628039 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2d408a17-9a34-41bc-8bdb-a17d02ba4bfd req-937abea6-30f8-4a2a-a2a1-2f6e703b7c4c tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/security-groups?id=17f7d0bf-2a91-404e-87a0-059428604bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313890 Apr 16 12:01:50.658029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad42d6-4d44-40d5-aa92-6453863bff8e req-365ccec6-7585-45e5-a227-72ce0569b5ca tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:50.667368 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f3ad42d6-4d44-40d5-aa92-6453863bff8e req-365ccec6-7585-45e5-a227-72ce0569b5ca tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.7032318 Apr 16 12:01:50.696586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Pushing event updated for resources: {'Port': ['ID=ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:50.772401 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:50.773141 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:50.835717 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f3ad42d6-4d44-40d5-aa92-6453863bff8e req-c9064ea1-f1b7-488c-b88d-6eefe903fa52 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670105 Apr 16 12:01:50.859820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:50.861759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Pushing event deleted for resources: {'Port': ['ID=db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:50.863126 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:50.868657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:50.894754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:01:50.909956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:50.910340 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Added segment d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1 of type vlan for network 1cb3d85d-9b9e-438d-9d06-117e403444e8 Apr 16 12:01:50.926395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a1bd959f-05c7-44db-a31d-f224cde5f63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:50.946317 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:50.958124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:50.960770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:50.966620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:50.989699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a4ff0f3a-7f2f-4c9f-97d5-6858167789a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:51.000183 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:51.043025 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:01:51.062540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:51.063216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:51.126167 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be390538-0a94-4fab-a780-a2c98387e5a3,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:51.139515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:51.140138 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f23477c0-4b14-4526-93d4-f3c5d2fc2a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:51.149024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f9f2c-3cb7-48c3-9f6b-c69c8c76e590 None None] Pushing event updated for resources: {'Port': ['ID=30dc722e-a6f5-4653-953b-b3dd455d0aba,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:51.164398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b24f9f2c-3cb7-48c3-9f6b-c69c8c76e590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:51.182527 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:01:51.182935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:01:51.216968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:51.217683 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:01:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:51.307937 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d314cad-c668-40c7-82cb-94431c964dcd req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] No DVR routers for this DVR port db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 on host hv-cinder-78662 {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:01:51.327329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Pushing event updated for resources: {'Network': ['ID=1cb3d85d-9b9e-438d-9d06-117e403444e8,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:51.337201 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9236581 Apr 16 12:01:51.337201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:51.337801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47906) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:51.341943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d314cad-c668-40c7-82cb-94431c964dcd req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:51.347050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 1cb3d85d-9b9e-438d-9d06-117e403444e8 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:01:51.360884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Request body: {'subnet': {'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-575196652-subnet', 'tenant_id': 'f2e0424164044cd2be7d8178a3e8715a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:01:51.377378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9049af-6d0c-4a58-9b68-c869f8506ca0', 'name': 'network-vif-deleted', 'tag': 'db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:01:51.379436 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:01:51.391775 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d314cad-c668-40c7-82cb-94431c964dcd req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.47 "DELETE /v2.0/ports/db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1 HTTP/1.1" status: 204 len: 173 time: 2.5509162 Apr 16 12:01:51.400688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Usage tracker for resource:subnet and tenant:f2e0424164044cd2be7d8178a3e8715a is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:01:51.429470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:01:51.459606 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:01:51.497448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104100a-f7c0-415f-a34e-8fca357f4acc req-b95c15a1-9e7e-4424-87b0-0446bacd6318 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:51.510955 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e104100a-f7c0-415f-a34e-8fca357f4acc req-b95c15a1-9e7e-4424-87b0-0446bacd6318 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.5198357 Apr 16 12:01:51.550875 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9049af-6d0c-4a58-9b68-c869f8506ca0', 'name': 'network-vif-deleted', 'tag': 'db8fc47c-2490-4c2e-91b8-d1a7ab2d79c1', 'status': 'completed', 'code': 200} Apr 16 12:01:51.594123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Made reservation on behalf of f2e0424164044cd2be7d8178a3e8715a for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:01:51.599383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2057068'] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:51.823196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e957cf-66a7-4085-bc00-9a5a63c0e38d None None] Network e20b3eac-2858-4166-8246-dbbf20619780 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:01:51.856171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:52.081643 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device b56c5bdf-b66c-4aee-bc08-d34b9af804ae up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:52.165993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:52.305416 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c69f4360-52c5-4c3a-b51d-a1ecf520defd req-eec0a15c-6fd2-476b-96af-5da7b1a92b8d tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b9049af-6d0c-4a58-9b68-c869f8506ca0 HTTP/1.1" status: 200 len: 210 time: 0.1308861 Apr 16 12:01:52.335936 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e104100a-f7c0-415f-a34e-8fca357f4acc req-17a14467-9f2d-4c87-b46d-f8af56959bb9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8238244 Apr 16 12:01:52.421626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b948c667-8b54-4e1c-ae15-c23ff5a0c4f4 None None] Provisioning for port b56c5bdf-b66c-4aee-bc08-d34b9af804ae completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:52.686602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port b56c5bdf-b66c-4aee-bc08-d34b9af804ae completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:52.708225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port b56c5bdf-b66c-4aee-bc08-d34b9af804ae triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:52.709047 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:52.747452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793933036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2057055'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:52.875473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850975282'] for router, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:52.894636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:53.009447 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e9d82-1df8-4b99-a649-8d99b8d044a4 req-f04a5aa7-2a62-4a18-a261-bfdbb0122e83 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:53.011344 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd6e9d82-1df8-4b99-a649-8d99b8d044a4 req-f04a5aa7-2a62-4a18-a261-bfdbb0122e83 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.4155734 Apr 16 12:01:53.029642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:50Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:53.036840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:53.054359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b487d8c-64cf-4e9d-8e93-c3d2abc56254 None None] The sync data for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb is: [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:50Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:01:53.066870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Checking segment: {'id': 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:53.067281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Network hostable DHCP agents. Network: 1cb3d85d-9b9e-438d-9d06-117e403444e8, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:01:53.094029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port b56c5bdf-b66c-4aee-bc08-d34b9af804ae, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=b56c5bdf-b66c-4aee-bc08-d34b9af804ae,segment=NetworkSegment(ce43dde2-4029-4f4b-8a1c-f45e26c73c3f),segment_id=ce43dde2-4029-4f4b-8a1c-f45e26c73c3f)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:53.101088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:53.102261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 30dc722e-a6f5-4653-953b-b3dd455d0aba up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:53.123902 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bd6e9d82-1df8-4b99-a649-8d99b8d044a4 req-bb93df1c-9cd8-49a2-97eb-1cae8a98be39 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009433 Apr 16 12:01:53.136223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e248435a-f4ae-4bc4-8e5a-e59c1a3e8742,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:53.149274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:53.165172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Network 1cb3d85d-9b9e-438d-9d06-117e403444e8 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:01:53.180536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-92c7960a-c21b-4238-b5b4-0a2c33cbb19d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:53.194316 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 1cb3d85d-9b9e-438d-9d06-117e403444e8) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:53.211488 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:53.212153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:53.248953 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9093914 Apr 16 12:01:53.274076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ab24b-890a-4ddd-adfb-12b05fa3a292 None None] Network 1cb3d85d-9b9e-438d-9d06-117e403444e8 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:01:53.663261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Router 46055dbf-7a74-4cd8-a28d-dfc76347537d is scheduled to L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf with binding_index 1 {{(pid=85302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:01:53.837370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dafb9b-abb3-4d02-9705-33052dc6c643 req-2df6024f-568b-4b23-aa03-325567ef2864 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:53.847556 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f0dafb9b-abb3-4d02-9705-33052dc6c643 req-2df6024f-568b-4b23-aa03-325567ef2864 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2148883 Apr 16 12:01:53.917950 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f0dafb9b-abb3-4d02-9705-33052dc6c643 req-9fef8859-7df7-431a-ad6f-73f8320a2364 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685267 Apr 16 12:01:54.052312 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=b56c5bdf-b66c-4aee-bc08-d34b9af804ae,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:54.056832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:54.076998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-e9bd7bf3-f348-4591-83dc-676dc3c46651 None None] Provisioning complete for port b56c5bdf-b66c-4aee-bc08-d34b9af804ae triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:54.077464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e9bd7bf3-f348-4591-83dc-676dc3c46651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:54.168860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 30dc722e-a6f5-4653-953b-b3dd455d0aba completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:54.186352 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 30dc722e-a6f5-4653-953b-b3dd455d0aba triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:54.186777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:54.241543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:01:54.250763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Sync routers for ids ['46055dbf-7a74-4cd8-a28d-dfc76347537d'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:01:54.282189 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Routers {'46055dbf-7a74-4cd8-a28d-dfc76347537d'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:54.298448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:01:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['46055dbf-7a74-4cd8-a28d-dfc76347537d'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:54.331557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Notify callbacks [] for router, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:54.333631 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6955409 Apr 16 12:01:54.336337 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 47936) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:01:54.747687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb78845-f11f-47a0-80cf-819a767083fe None None] Network 1cb3d85d-9b9e-438d-9d06-117e403444e8 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:01:54.821016 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Set router 46055dbf-7a74-4cd8-a28d-dfc76347537d gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:55.031181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:55.159704 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 30dc722e-a6f5-4653-953b-b3dd455d0aba, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=30dc722e-a6f5-4653-953b-b3dd455d0aba,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:01:55.165871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:55.174221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:55.400559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device b56c5bdf-b66c-4aee-bc08-d34b9af804ae up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:55.507988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fe58d-41e9-496e-bdb4-e18998bdf7e2 req-587186ab-e48b-4973-9289-27016818cdec tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:55.517129 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-333fe58d-41e9-496e-bdb4-e18998bdf7e2 req-587186ab-e48b-4973-9289-27016818cdec tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.8352392 Apr 16 12:01:55.588660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=30dc722e-a6f5-4653-953b-b3dd455d0aba,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:55.596949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:55.612140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port b56c5bdf-b66c-4aee-bc08-d34b9af804ae triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:55.612686 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:55.669383 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-333fe58d-41e9-496e-bdb4-e18998bdf7e2 req-88ee9e73-8585-4715-8d02-52dabb2c96fe tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511996 Apr 16 12:01:55.829144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:45Z', 'updated_at': '2021-04-16T12:01:51Z', 'revision_number': 3, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'gw_port': {'id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:48Z', 'updated_at': '2021-04-16T12:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:55.835662 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:55.836251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Checking router: 46055dbf-7a74-4cd8-a28d-dfc76347537d for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:01:55.837478 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Updating router 46055dbf-7a74-4cd8-a28d-dfc76347537d port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 binding host dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:01:55.933856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:56.092816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8f597-893b-41fb-afb6-47069a206cdd req-ff4925da-329c-49c6-b225-666de4155afc tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:56.092816 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2de8f597-893b-41fb-afb6-47069a206cdd req-ff4925da-329c-49c6-b225-666de4155afc tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.7040308 Apr 16 12:01:56.165396 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Allocated IP 172.20.0.1 (e20b3eac-2858-4166-8246-dbbf20619780/b35f335f-d77e-43b8-8c25-efb9d36bde93/96ce763a-0ef2-4062-8c8a-20174dfff783) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:01:56.218931 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2de8f597-893b-41fb-afb6-47069a206cdd req-15de11c4-bfad-4f44-9e91-23a82deb5501 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149735 Apr 16 12:01:56.580058 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:56.601750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Transition to ACTIVE for port object ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:56.610516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:56.632139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cef1bd8f-9876-4080-9fec-bfd50d6a8e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:56.848295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d197a-4e2f-4b90-9372-4e3b4862f793 None None] Pushing event updated for resources: {'Port': ['ID=ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:56.854947 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:56.864840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1a1d197a-4e2f-4b90-9372-4e3b4862f793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:56.931147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Attempting to bind port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:01:56.931577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Attempting to bind port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:01:56.931966 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Attempting to bind port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 on network 9c19a45b-70d1-473c-b2ec-743cdcfa61be {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:01:56.940363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:01:56.941062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Checking segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:01:56.941504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:56.941934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Bound using segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:01:56.942590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Bound port: ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:01:56.943149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:56.991753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Transition to ACTIVE for port object 96ce763a-0ef2-4062-8c8a-20174dfff783 will not be triggered until provisioned by entity DHCP. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:01:57.016918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-72645b68-fe09-4af1-b096-6c9fa8401508 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:57.017684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-72645b68-fe09-4af1-b096-6c9fa8401508 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Synchronizing usage tracker for tenant:f2e0424164044cd2be7d8178a3e8715a on resource:network {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:01:57.079810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-72645b68-fe09-4af1-b096-6c9fa8401508 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Unset dirty status for tenant:f2e0424164044cd2be7d8178a3e8715a on resource:network {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:01:57.083672 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-72645b68-fe09-4af1-b096-6c9fa8401508 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/networks?id=1cb3d85d-9b9e-438d-9d06-117e403444e8 HTTP/1.1" status: 200 len: 813 time: 0.7100892 Apr 16 12:01:57.093181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] For port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:01:57.100028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] For port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:01:57.109514 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:57.136007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100161c2-e3db-4956-ba57-c1e85a5dd407 req-bde46b00-1c5d-43e0-9845-c5c1d97fd88f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:57.139974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:57.145101 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-100161c2-e3db-4956-ba57-c1e85a5dd407 req-bde46b00-1c5d-43e0-9845-c5c1d97fd88f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.2071679 Apr 16 12:01:57.177282 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-7085f24a-cb59-41dc-bcec-a81a57bdafbf tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/quotas/f2e0424164044cd2be7d8178a3e8715a HTTP/1.1" status: 200 len: 375 time: 0.0779753 Apr 16 12:01:57.191392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:57.319938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 30dc722e-a6f5-4653-953b-b3dd455d0aba up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:01:57.332233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d197a-4e2f-4b90-9372-4e3b4862f793 None None] Pushing event updated for resources: {'Port': ['ID=ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:57.337665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1a1d197a-4e2f-4b90-9372-4e3b4862f793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:57.378267 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d45397ee-fc50-4cea-a552-14291d974a15 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:57.456045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Routers {'46055dbf-7a74-4cd8-a28d-dfc76347537d'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:01:57.456768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:01:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['46055dbf-7a74-4cd8-a28d-dfc76347537d'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:57.458340 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-100161c2-e3db-4956-ba57-c1e85a5dd407 req-63f0729b-564b-4c77-b60e-e9b0ac684063 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113303 Apr 16 12:01:57.532460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 30dc722e-a6f5-4653-953b-b3dd455d0aba triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:57.532921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:57.541014 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-75914a4b-0447-4fe7-97d8-d0872e15db6d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f2e0424164044cd2be7d8178a3e8715a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2279813 Apr 16 12:01:57.906320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Pushing event updated for resources: {'Port': ['ID=96ce763a-0ef2-4062-8c8a-20174dfff783,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:57.918552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:57.925024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] Set router 46055dbf-7a74-4cd8-a28d-dfc76347537d gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:01:57.947891 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-2a6010ea-6341-461d-a6d7-037689ce6e39 service neutron] 10.222.0.75 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934591 Apr 16 12:01:58.096447 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Network e20b3eac-2858-4166-8246-dbbf20619780 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:01:58.112602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee89d9d-7921-441a-bc84-30a00999e82a req-efc0d608-f577-45c8-9309-831b9f05d13a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:58.123076 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3ee89d9d-7921-441a-bc84-30a00999e82a req-efc0d608-f577-45c8-9309-831b9f05d13a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.3356171 Apr 16 12:01:58.142610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:01:58.145486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:01:58.284074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769739'] for router_interface, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:58.379143 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3ee89d9d-7921-441a-bc84-30a00999e82a req-497aa6f4-4105-4a98-8b27-e2cf03e74d97 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531803 Apr 16 12:01:58.480522 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-1ecb90bf-9ad4-48bc-81e2-056906ff38ed service neutron] 10.222.0.75 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5127709 Apr 16 12:01:58.499347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-ed8cee44-f6f8-4b69-a9c5-b6a381b84688 None None] Provisioning for port 96ce763a-0ef2-4062-8c8a-20174dfff783 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:01:58.504599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-ed8cee44-f6f8-4b69-a9c5-b6a381b84688 None None] Provisioning complete for port 96ce763a-0ef2-4062-8c8a-20174dfff783 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:01:58.505196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ed8cee44-f6f8-4b69-a9c5-b6a381b84688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:58.511870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:58.624263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:45Z', 'updated_at': '2021-04-16T12:01:51Z', 'revision_number': 3, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'gw_port': {'id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:48Z', 'updated_at': '2021-04-16T12:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:01:58.636619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3aff2d-f8ad-455e-9895-621267ebfeda None None] The sync data for ids ['46055dbf-7a74-4cd8-a28d-dfc76347537d'] in dv-cinder-786627-1-smb is: [{'id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:45Z', 'updated_at': '2021-04-16T12:01:51Z', 'revision_number': 3, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'gw_port': {'id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:48Z', 'updated_at': '2021-04-16T12:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:01:58.638722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-ed8cee44-f6f8-4b69-a9c5-b6a381b84688 None None] Port 96ce763a-0ef2-4062-8c8a-20174dfff783 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:01:58.860711 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4d3575a7-a55f-4db9-8ad7-74fcce8dd20e req-941b94a5-5831-4f65-95eb-12f56cde2432 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 210 time: 0.0953236 Apr 16 12:01:59.202853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43fb23-8625-48b9-8122-bc92b3b7260b req-639fcda4-4681-4345-b911-aee92bebae98 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:01:59.204841 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4d43fb23-8625-48b9-8122-bc92b3b7260b req-639fcda4-4681-4345-b911-aee92bebae98 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3409085 Apr 16 12:01:59.339113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.348044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.427320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:01:59.630194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:01:59.808420 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Pushing event updated for resources: {'Port': ['ID=96ce763a-0ef2-4062-8c8a-20174dfff783,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:01:59.818611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:01:59.852842 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4d43fb23-8625-48b9-8122-bc92b3b7260b req-f3fedca0-93c1-4ff7-8c7e-52d9b05888bb tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6216948 Apr 16 12:01:59.872554 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850844763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851005972'] for router_interface, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:00.270005 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0dd34927-df38-4013-84ac-eb5cb501838d req-ad4b068f-ec75-4ecb-b4aa-e5c8648320d5 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 210 time: 0.1623104 Apr 16 12:02:00.361048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addfabd-fcd4-47f6-816d-680cd6c1bb38 req-e130f94f-0877-4b15-8fd3-c110733a1a1d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:00.370059 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7addfabd-fcd4-47f6-816d-680cd6c1bb38 req-e130f94f-0877-4b15-8fd3-c110733a1a1d tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.7223110 Apr 16 12:02:00.450832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Network e20b3eac-2858-4166-8246-dbbf20619780 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:00.453432 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:00.801222 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7addfabd-fcd4-47f6-816d-680cd6c1bb38 req-f6ccd5eb-5a6b-4cc7-b6c8-4d9284b754a5 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296138 Apr 16 12:02:00.833580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-52f35af0-7ff1-4248-8331-93679a6a9ed5 None None] Provisioning complete for port 96ce763a-0ef2-4062-8c8a-20174dfff783 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:00.836169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-52f35af0-7ff1-4248-8331-93679a6a9ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:00.918672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Router 46055dbf-7a74-4cd8-a28d-dfc76347537d has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:02:01.004544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-52f35af0-7ff1-4248-8331-93679a6a9ed5 None None] Port 96ce763a-0ef2-4062-8c8a-20174dfff783 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:01.352125 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-b5d319b8-8e62-4ed2-b2b3-556fe7684a2f tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:01.354245 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-b5d319b8-8e62-4ed2-b2b3-556fe7684a2f tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.47 "GET /v2.0/networks?id=1cb3d85d-9b9e-438d-9d06-117e403444e8 HTTP/1.1" status: 200 len: 813 time: 0.4940417 Apr 16 12:02:01.373056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Request body: {'port': {'device_id': '483237d3-32b6-44fc-a10b-532d3e722cdb', 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8', 'admin_state_up': True, 'tenant_id': 'f2e0424164044cd2be7d8178a3e8715a'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:01.377097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:01.609519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:01.624882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:01.625318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.763404 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:01.774902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Usage tracker for resource:port and tenant:f2e0424164044cd2be7d8178a3e8715a is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:01.783839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:01.800227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:01.907524 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.923112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Made reservation on behalf of f2e0424164044cd2be7d8178a3e8715a for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:01.930465 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.970693 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:01.980795 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:01.981462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:02.162572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:02.166633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:02.233027 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5da0751d-4d0a-45d0-916a-a11c7d94f519 req-79ec2891-5a0f-4346-a36c-8de335b0ec1c tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 210 time: 0.1668866 Apr 16 12:02:02.248057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:02:02.268854 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] 10.222.0.75 "PUT /v2.0/routers/46055dbf-7a74-4cd8-a28d-dfc76347537d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9310331 Apr 16 12:02:02.324912 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558d5a7-f64c-4f9d-9da2-92a94c5e22f0 req-fed46720-12c1-45c8-a2b6-db65ab5f3ef7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:02.348105 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f558d5a7-f64c-4f9d-9da2-92a94c5e22f0 req-fed46720-12c1-45c8-a2b6-db65ab5f3ef7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 1.1249349 Apr 16 12:02:02.428796 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f558d5a7-f64c-4f9d-9da2-92a94c5e22f0 req-74b1627c-0db3-4872-91b3-b40c94b18574 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795059 Apr 16 12:02:02.464112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Allocated IP 172.20.0.13 (1cb3d85d-9b9e-438d-9d06-117e403444e8/e248435a-f4ae-4bc4-8e5a-e59c1a3e8742/a2290476-c325-459a-89d0-47c37d354d08) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:02.733951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103c8f6-dd1c-4637-8e03-0dfd8564d2c7 req-e95091ff-9e5f-4923-b923-0754ebb45591 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:02.745177 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8103c8f6-dd1c-4637-8e03-0dfd8564d2c7 req-e95091ff-9e5f-4923-b923-0754ebb45591 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1568191 Apr 16 12:02:02.829421 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8103c8f6-dd1c-4637-8e03-0dfd8564d2c7 req-0433cb85-8369-4249-b105-a2d6f3ae8cc9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828652 Apr 16 12:02:02.864824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.930265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:02.964619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:02.995919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Sync routers for ids ['46055dbf-7a74-4cd8-a28d-dfc76347537d'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:02:03.014626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Routers {'46055dbf-7a74-4cd8-a28d-dfc76347537d'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:03.015323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:01:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['46055dbf-7a74-4cd8-a28d-dfc76347537d'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:03.249022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Pushing event updated for resources: {'Port': ['ID=a2290476-c325-459a-89d0-47c37d354d08,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:03.249022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:03.310158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Set router 46055dbf-7a74-4cd8-a28d-dfc76347537d gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:03.353468 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Network 1cb3d85d-9b9e-438d-9d06-117e403444e8 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:03.356117 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:03.364530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:03.378347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:03.466501 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:03.467341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.493607 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1256187 Apr 16 12:02:03.547250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Request body: {'port': {'device_id': '483237d3-32b6-44fc-a10b-532d3e722cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:03.767538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:03.885195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e72f8-dc67-4ac2-b4ea-f6aa81855630 req-cf78a73b-a05e-4d91-9e71-4d96944f1bb0 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:03.888155 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2c0e72f8-dc67-4ac2-b4ea-f6aa81855630 req-cf78a73b-a05e-4d91-9e71-4d96944f1bb0 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 932 time: 0.4250817 Apr 16 12:02:03.961193 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2c0e72f8-dc67-4ac2-b4ea-f6aa81855630 req-604bd5dc-52ab-4ccb-bfe9-c1757ea1a4ec tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Synchronizing usage tracker for tenant:f2e0424164044cd2be7d8178a3e8715a on resource:security_group {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:04.004774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a9828e-9f30-439c-8566-1627e7a28cda req-3d25e4f9-d44b-495f-aa99-d0831f94d5c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:04.007367 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-69a9828e-9f30-439c-8566-1627e7a28cda req-3d25e4f9-d44b-495f-aa99-d0831f94d5c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3265002 Apr 16 12:02:04.008222 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2c0e72f8-dc67-4ac2-b4ea-f6aa81855630 req-604bd5dc-52ab-4ccb-bfe9-c1757ea1a4ec tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Unset dirty status for tenant:f2e0424164044cd2be7d8178a3e8715a on resource:security_group {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:04.009387 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2c0e72f8-dc67-4ac2-b4ea-f6aa81855630 req-604bd5dc-52ab-4ccb-bfe9-c1757ea1a4ec tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089249 Apr 16 12:02:04.029336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:04.029784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.114163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:45Z', 'updated_at': '2021-04-16T12:01:58Z', 'revision_number': 4, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'gw_port': {'id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:48Z', 'updated_at': '2021-04-16T12:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '96ce763a-0ef2-4062-8c8a-20174dfff783', 'name': '', 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'mac_address': 'fa:16:3e:70:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b35f335f-d77e-43b8-8c25-efb9d36bde93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:55Z', 'updated_at': '2021-04-16T12:01:58Z', 'revision_number': 2, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'subnets': [{'id': 'b35f335f-d77e-43b8-8c25-efb9d36bde93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:04.118946 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Checking router: 46055dbf-7a74-4cd8-a28d-dfc76347537d for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:02:04.120100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Updating router 46055dbf-7a74-4cd8-a28d-dfc76347537d port 96ce763a-0ef2-4062-8c8a-20174dfff783 binding host dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:02:04.133097 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-69a9828e-9f30-439c-8566-1627e7a28cda req-095e952e-542b-49b7-8942-5c3ce4348bd0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179175 Apr 16 12:02:04.266578 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.389506 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6ce29-a165-4fed-a87b-273ac16d1cd0 req-a40e3811-252f-4a8e-a797-6d21c9c7dc21 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:04.391219 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90a6ce29-a165-4fed-a87b-273ac16d1cd0 req-a40e3811-252f-4a8e-a797-6d21c9c7dc21 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1472781 Apr 16 12:02:04.440476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2290476-c325-459a-89d0-47c37d354d08 {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:04.451292 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.471724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Transition to ACTIVE for port object a2290476-c325-459a-89d0-47c37d354d08 will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:04.476057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.495543 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90a6ce29-a165-4fed-a87b-273ac16d1cd0 req-385ddf9e-5e0f-4065-8d75-1f4ad2c4defc tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970721 Apr 16 12:02:04.505411 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a1bcefd1-1808-4849-9f02-6effa3b8b043 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:04.623948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Pushing event updated for resources: {'Port': ['ID=a2290476-c325-459a-89d0-47c37d354d08,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:04.636538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:04.906748 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Notify callbacks [] for port, precommit_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.937701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Transition to ACTIVE for port object 96ce763a-0ef2-4062-8c8a-20174dfff783 will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:04.958096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:04.995818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:05.035788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Attempting to bind port a2290476-c325-459a-89d0-47c37d354d08 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:05.036061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Attempting to bind port a2290476-c325-459a-89d0-47c37d354d08 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:05.038165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Attempting to bind port a2290476-c325-459a-89d0-47c37d354d08 on network 1cb3d85d-9b9e-438d-9d06-117e403444e8 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:05.048554 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Port a2290476-c325-459a-89d0-47c37d354d08 on network 1cb3d85d-9b9e-438d-9d06-117e403444e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:02:05.048970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Attempting to bind port a2290476-c325-459a-89d0-47c37d354d08 on network 1cb3d85d-9b9e-438d-9d06-117e403444e8 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:05.056414 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:05.057030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Checking segment: {'id': 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:05.057541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Bound using segment: {'id': 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:05.058094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Bound port: a2290476-c325-459a-89d0-47c37d354d08, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:05.058776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.326452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] For port a2290476-c325-459a-89d0-47c37d354d08, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:05.336524 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] For port a2290476-c325-459a-89d0-47c37d354d08, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2290476-c325-459a-89d0-47c37d354d08,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:05.341520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.383683 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4d5bff39-4156-4659-8513-94ccfa14a165 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:05.578924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451168e0-c0a7-4b8a-b022-b2649d76b945 None None] Pushing event updated for resources: {'Port': ['ID=96ce763a-0ef2-4062-8c8a-20174dfff783,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:05.626608 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-451168e0-c0a7-4b8a-b022-b2649d76b945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:05.658143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Pushing event updated for resources: {'Port': ['ID=a2290476-c325-459a-89d0-47c37d354d08,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:05.678579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:05.704931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6528e-95a7-4078-89a2-afa505a48bef req-fda555a6-6690-4ca4-bfb6-9ca841f11d92 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:05.721284 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-83a6528e-95a7-4078-89a2-afa505a48bef req-fda555a6-6690-4ca4-bfb6-9ca841f11d92 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.4880517 Apr 16 12:02:05.789054 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:05.790213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.793103 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] 10.222.0.47 "PUT /v2.0/ports/a2290476-c325-459a-89d0-47c37d354d08 HTTP/1.1" status: 200 len: 1094 time: 2.2890944 Apr 16 12:02:05.794230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483237d3-32b6-44fc-a10b-532d3e722cdb', 'tag': 'a2290476-c325-459a-89d0-47c37d354d08'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:05.840523 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-83a6528e-95a7-4078-89a2-afa505a48bef req-e859a7a4-4ecc-4f4f-92e0-12624e4c2cf9 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157317 Apr 16 12:02:05.894131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Attempting to bind port 96ce763a-0ef2-4062-8c8a-20174dfff783 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:05.894131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Attempting to bind port 96ce763a-0ef2-4062-8c8a-20174dfff783 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:05.894536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Attempting to bind port 96ce763a-0ef2-4062-8c8a-20174dfff783 on network e20b3eac-2858-4166-8246-dbbf20619780 {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:05.903633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:05.904060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Checking segment: {'id': 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:05.904528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.904977 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Bound using segment: {'id': 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:05.905519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Bound port: 96ce763a-0ef2-4062-8c8a-20174dfff783, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:05.906093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:05.974235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a3db9-d54c-4102-bf9f-7fbc964df191 req-b4bde8f2-fd57-4f11-a334-4daf015fb1c4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:05.976452 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e95a3db9-d54c-4102-bf9f-7fbc964df191 req-b4bde8f2-fd57-4f11-a334-4daf015fb1c4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.5480669 Apr 16 12:02:06.078353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] For port 96ce763a-0ef2-4062-8c8a-20174dfff783, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:06.082253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] For port 96ce763a-0ef2-4062-8c8a-20174dfff783, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=96ce763a-0ef2-4062-8c8a-20174dfff783,segment=NetworkSegment(ce43dde2-4029-4f4b-8a1c-f45e26c73c3f),segment_id=ce43dde2-4029-4f4b-8a1c-f45e26c73c3f)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:06.098863 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:06.142357 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:06.258810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-f51f208b-b1a8-4eb1-8fb4-afced3a27c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:06.269514 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-f51f208b-b1a8-4eb1-8fb4-afced3a27c6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2e0424164044cd2be7d8178a3e8715a&device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 1097 time: 0.2098563 Apr 16 12:02:06.430040 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e95a3db9-d54c-4102-bf9f-7fbc964df191 req-d3c757a5-d3ec-4567-a551-fad86dc3302d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4461780 Apr 16 12:02:06.479687 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-e3d04e93-7ad2-4a20-805e-308dd4a681d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2290476-c325-459a-89d0-47c37d354d08 HTTP/1.1" status: 200 len: 217 time: 0.2000942 Apr 16 12:02:06.603037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e14bab-c359-403f-8366-1f854d032b2d req-3dad1dca-2e3f-4f22-b9dd-7ccb39243d65 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:06.605467 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c8e14bab-c359-403f-8366-1f854d032b2d req-3dad1dca-2e3f-4f22-b9dd-7ccb39243d65 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.3541658 Apr 16 12:02:06.613230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fad48-b11a-4ce8-940f-ba6bc0800230 req-84b86a3a-dc53-43b8-8b5f-2fd99a049aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:06.614831 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ac3fad48-b11a-4ce8-940f-ba6bc0800230 req-84b86a3a-dc53-43b8-8b5f-2fd99a049aea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1098 time: 0.4879684 Apr 16 12:02:06.660378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-b3e3fef5-2567-40ec-90dc-ab6f2c3b9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:06.662150 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-b3e3fef5-2567-40ec-90dc-ab6f2c3b9211 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e248435a-f4ae-4bc4-8e5a-e59c1a3e8742 HTTP/1.1" status: 200 len: 853 time: 0.1731899 Apr 16 12:02:06.663969 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483237d3-32b6-44fc-a10b-532d3e722cdb', 'tag': 'a2290476-c325-459a-89d0-47c37d354d08', 'status': 'completed', 'code': 200} Apr 16 12:02:06.715658 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ac3fad48-b11a-4ce8-940f-ba6bc0800230 req-c501f0d1-3a01-4a90-9084-a825d8637638 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Apr 16 12:02:06.747294 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c8e14bab-c359-403f-8366-1f854d032b2d req-e11068aa-1380-406b-99cf-cb5a5b259b32 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312749 Apr 16 12:02:06.761280 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-ffefedbc-c883-472e-aeec-239c05b4fd2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cb3d85d-9b9e-438d-9d06-117e403444e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923114 Apr 16 12:02:06.796175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Routers {'46055dbf-7a74-4cd8-a28d-dfc76347537d'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:02:06.797859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:01:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['46055dbf-7a74-4cd8-a28d-dfc76347537d'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:06.986997 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-5999e2c1-3274-4247-95d5-73ce32ee4868 service neutron] 10.222.0.47 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176526 Apr 16 12:02:07.062747 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] Set router 46055dbf-7a74-4cd8-a28d-dfc76347537d gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:02:07.223068 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e5524-d502-4d3a-a707-189f31cd01d2 req-d3688f57-3330-4798-af72-58a10a4a68d7 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:07.239690 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8d1e5524-d502-4d3a-a707-189f31cd01d2 req-d3688f57-3330-4798-af72-58a10a4a68d7 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.1239343 Apr 16 12:02:07.353323 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8d1e5524-d502-4d3a-a707-189f31cd01d2 req-66d89294-6f7f-4d94-ba4a-f2319913482b tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124167 Apr 16 12:02:07.366972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451168e0-c0a7-4b8a-b022-b2649d76b945 None None] Pushing event updated for resources: {'Port': ['ID=96ce763a-0ef2-4062-8c8a-20174dfff783,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:07.366972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-451168e0-c0a7-4b8a-b022-b2649d76b945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.221s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:07.815342 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2996147-c340-460d-905b-0dfd0a53ae85 req-ed94901e-f73c-4725-bd68-e210a782895e service neutron] 10.222.0.47 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8210380 Apr 16 12:02:07.850932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3bf3d-76a6-4486-ae4a-9f16af4ec8a3 req-a92cef42-bd63-4778-9919-162d577ddb23 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:07.856765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:45Z', 'updated_at': '2021-04-16T12:01:58Z', 'revision_number': 4, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'gw_port': {'id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:48Z', 'updated_at': '2021-04-16T12:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '96ce763a-0ef2-4062-8c8a-20174dfff783', 'name': '', 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'mac_address': 'fa:16:3e:70:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b35f335f-d77e-43b8-8c25-efb9d36bde93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:55Z', 'updated_at': '2021-04-16T12:02:06Z', 'revision_number': 4, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'subnets': [{'id': 'b35f335f-d77e-43b8-8c25-efb9d36bde93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:07.861031 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ecd3bf3d-76a6-4486-ae4a-9f16af4ec8a3 req-a92cef42-bd63-4778-9919-162d577ddb23 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.2334962 Apr 16 12:02:07.869982 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96ebbf-0758-40a3-9ed3-89c0268f1b85 None None] The sync data for ids ['46055dbf-7a74-4cd8-a28d-dfc76347537d'] in dv-cinder-786627-1-smb is: [{'id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:45Z', 'updated_at': '2021-04-16T12:01:58Z', 'revision_number': 4, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'gw_port': {'id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:48Z', 'updated_at': '2021-04-16T12:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '96ce763a-0ef2-4062-8c8a-20174dfff783', 'name': '', 'network_id': 'e20b3eac-2858-4166-8246-dbbf20619780', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'mac_address': 'fa:16:3e:70:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b35f335f-d77e-43b8-8c25-efb9d36bde93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:55Z', 'updated_at': '2021-04-16T12:02:06Z', 'revision_number': 4, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'subnets': [{'id': 'b35f335f-d77e-43b8-8c25-efb9d36bde93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:02:07.944905 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ecd3bf3d-76a6-4486-ae4a-9f16af4ec8a3 req-00c711ea-14c0-419c-8cbd-30e3d57f07af tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823979 Apr 16 12:02:08.020722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-22fe705e-5f9b-4321-862f-0f67cd0a72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:08.022394 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-22fe705e-5f9b-4321-862f-0f67cd0a72cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2e0424164044cd2be7d8178a3e8715a&device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 1097 time: 0.1505072 Apr 16 12:02:08.211948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276f887-a87c-405e-9a57-cdb5955671ba req-c63229fa-7b7c-44b3-b69a-6dd23d5cd15c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:08.214369 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e276f887-a87c-405e-9a57-cdb5955671ba req-c63229fa-7b7c-44b3-b69a-6dd23d5cd15c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2426009 Apr 16 12:02:08.312425 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e276f887-a87c-405e-9a57-cdb5955671ba req-23877bc2-ccc7-4cd4-93d1-c5c11bcf40fe tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912108 Apr 16 12:02:08.329057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-02890462-38e9-4abe-af8a-209015574aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:08.331660 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-02890462-38e9-4abe-af8a-209015574aae service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cb3d85d-9b9e-438d-9d06-117e403444e8 HTTP/1.1" status: 200 len: 914 time: 0.3023653 Apr 16 12:02:08.472860 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-d1390d5d-bd70-4e65-9de7-aa12f0303b12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2290476-c325-459a-89d0-47c37d354d08 HTTP/1.1" status: 200 len: 217 time: 0.1321023 Apr 16 12:02:08.677480 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-1ca59dda-375f-4809-83ae-064823271539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:08.679852 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-1ca59dda-375f-4809-83ae-064823271539 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e248435a-f4ae-4bc4-8e5a-e59c1a3e8742 HTTP/1.1" status: 200 len: 853 time: 0.1988227 Apr 16 12:02:08.781996 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-563c04d7-0ae9-49f9-a306-fabebd54e3db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cb3d85d-9b9e-438d-9d06-117e403444e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944655 Apr 16 12:02:08.783155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d329ad8-3f13-4c96-b162-277f3eed7a07 req-d9b2671a-58e7-4f52-b094-ec364664889c tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:08.806305 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5d329ad8-3f13-4c96-b162-277f3eed7a07 req-d9b2671a-58e7-4f52-b094-ec364664889c tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.2594376 Apr 16 12:02:08.921363 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5d329ad8-3f13-4c96-b162-277f3eed7a07 req-64c6a358-395b-4e4e-a4e3-f4bf1cbb82da tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139095 Apr 16 12:02:09.116677 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-9899e7aa-1e4d-4c42-ad81-acf14c2a62ae service neutron] 10.222.0.47 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253605 Apr 16 12:02:09.410911 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7198-b9c8-4e5f-85c3-a926d11623ad req-b6c2c7cf-fda5-4708-9de8-cb8badb0a9cd tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:09.419390 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-433a7198-b9c8-4e5f-85c3-a926d11623ad req-b6c2c7cf-fda5-4708-9de8-cb8badb0a9cd tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.1994791 Apr 16 12:02:09.476429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 96ce763a-0ef2-4062-8c8a-20174dfff783 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:09.588935 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-433a7198-b9c8-4e5f-85c3-a926d11623ad req-6f6b70d6-8e86-4e96-9d71-bf8b7e6f7542 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680737 Apr 16 12:02:09.654895 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3190428a-a6b4-4f81-80ab-453a186bb3b2 req-3cb0002b-13a3-4f39-a82c-748a0820b7eb service neutron] 10.222.0.47 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282481 Apr 16 12:02:09.699340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 96ce763a-0ef2-4062-8c8a-20174dfff783 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:09.707993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 96ce763a-0ef2-4062-8c8a-20174dfff783 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:09.709169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:09.747320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-7918973a-153d-4c1b-8d96-0eb10dd005e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:09.749148 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-7918973a-153d-4c1b-8d96-0eb10dd005e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=89bec72172304c24ba69a460a96b3d4f&device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 1098 time: 0.1589203 Apr 16 12:02:10.016703 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d0676-d9ef-4398-9ece-d0f8b4f936e4 req-6471625a-df54-478b-a210-9fe96c39326f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:10.017272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:10.024799 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d16d0676-d9ef-4398-9ece-d0f8b4f936e4 req-6471625a-df54-478b-a210-9fe96c39326f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2258162 Apr 16 12:02:10.099119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 96ce763a-0ef2-4062-8c8a-20174dfff783, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=96ce763a-0ef2-4062-8c8a-20174dfff783,segment=NetworkSegment(ce43dde2-4029-4f4b-8a1c-f45e26c73c3f),segment_id=ce43dde2-4029-4f4b-8a1c-f45e26c73c3f)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:10.106245 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:10.108417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:10.145269 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d16d0676-d9ef-4398-9ece-d0f8b4f936e4 req-e235a6d7-dd72-48d1-9bad-6d8f03f8140c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193995 Apr 16 12:02:10.282252 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=96ce763a-0ef2-4062-8c8a-20174dfff783,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:10.282490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-803e72f2-e651-4840-8888-585479bc923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:10.282490 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-803e72f2-e651-4840-8888-585479bc923d service neutron] 10.222.0.47 "GET /v2.0/networks?id=195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 200 len: 920 time: 0.5241935 Apr 16 12:02:10.282652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:10.394518 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-f081e8b0-01df-4f3d-b365-ac4e2eb288a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035 HTTP/1.1" status: 200 len: 217 time: 0.1002781 Apr 16 12:02:10.490420 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-20d471ba-b7f7-4b5e-90c7-3389dfea10db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:10.491470 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-20d471ba-b7f7-4b5e-90c7-3389dfea10db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 200 len: 859 time: 0.0880885 Apr 16 12:02:10.578970 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-84eaa6c1-5247-48bb-90a0-243785f84c22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=195b8b6d-8669-46c0-8ca5-07056e1f0597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621171 Apr 16 12:02:10.597897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a33aad-c014-486f-b406-0e8fb24c6fca req-ef8c7d3a-d027-4d76-9b24-f237a8e160e8 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:10.599930 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53a33aad-c014-486f-b406-0e8fb24c6fca req-ef8c7d3a-d027-4d76-9b24-f237a8e160e8 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.4336255 Apr 16 12:02:10.798639 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-96a6f142-0ed3-43e6-b5ce-7c47ad15127d service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974959 Apr 16 12:02:10.970353 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53a33aad-c014-486f-b406-0e8fb24c6fca req-d5e03b5b-3f71-4544-96fa-9709a36e0b43 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185195 Apr 16 12:02:11.354547 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea797a61-5f33-4f7c-b6de-2c8881cd16f2 req-5e94baf2-f7a9-47fe-b067-77778f64c23c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:11.374271 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ea797a61-5f33-4f7c-b6de-2c8881cd16f2 req-5e94baf2-f7a9-47fe-b067-77778f64c23c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.5739455 Apr 16 12:02:11.414976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 96ce763a-0ef2-4062-8c8a-20174dfff783 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:11.425243 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2f6b53c5-0d6b-4390-832c-0d2bfb554289 req-3fe4e067-3211-4e5e-9e68-2516c6ab38fb service neutron] 10.222.0.47 "GET /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932821 Apr 16 12:02:11.468627 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ea797a61-5f33-4f7c-b6de-2c8881cd16f2 req-da682659-b13e-4c1e-b421-792313c164da tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858827 Apr 16 12:02:11.597925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 96ce763a-0ef2-4062-8c8a-20174dfff783 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:11.598357 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:11.689739 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5e562-13f9-4d02-88fa-49e4b63e91cc req-da460cf1-6345-4d3e-93d7-95c6c21c3368 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:11.702128 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-89e5e562-13f9-4d02-88fa-49e4b63e91cc req-da460cf1-6345-4d3e-93d7-95c6c21c3368 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2315857 Apr 16 12:02:11.791339 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-89e5e562-13f9-4d02-88fa-49e4b63e91cc req-f42aca1f-8bd9-4ba1-8dbe-d576986da1a0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877278 Apr 16 12:02:12.307676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0e78d-0f87-444e-bdd7-e3ca6c9d3872 req-203fbf15-5868-4d88-9bf8-8c03a2484d4e tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:12.316120 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-22c0e78d-0f87-444e-bdd7-e3ca6c9d3872 req-203fbf15-5868-4d88-9bf8-8c03a2484d4e tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.1694372 Apr 16 12:02:12.440375 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-22c0e78d-0f87-444e-bdd7-e3ca6c9d3872 req-b858e5b5-f215-479a-b7d4-da7474eb941d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153615 Apr 16 12:02:12.882108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64f49f-774c-48ca-8a0b-e77721fb752c req-7ebf3c78-0da0-4532-b533-f565aca03fca tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:12.895319 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dd64f49f-774c-48ca-8a0b-e77721fb752c req-7ebf3c78-0da0-4532-b533-f565aca03fca tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.1747239 Apr 16 12:02:13.118099 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dd64f49f-774c-48ca-8a0b-e77721fb752c req-102d2f4f-8c08-4312-8362-edf4aa33fcdf tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148113 Apr 16 12:02:13.141100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360a1b2-5c35-4cea-b060-ad4d4e245f3f req-4d3597ba-e92a-46a4-8cb8-e9018144ccc3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:13.151341 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e360a1b2-5c35-4cea-b060-ad4d4e245f3f req-4d3597ba-e92a-46a4-8cb8-e9018144ccc3 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2023644 Apr 16 12:02:13.222729 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e360a1b2-5c35-4cea-b060-ad4d4e245f3f req-7f707612-aad4-4388-b689-c7f6ea1b88ba tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701351 Apr 16 12:02:13.912981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bc86f-279a-4b9f-9e3f-e768966ef273 req-65721c91-5b8c-49ba-88c7-1a6589a7b777 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:13.921778 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b37bc86f-279a-4b9f-9e3f-e768966ef273 req-65721c91-5b8c-49ba-88c7-1a6589a7b777 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.1471560 Apr 16 12:02:14.017184 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b37bc86f-279a-4b9f-9e3f-e768966ef273 req-6e40a45d-8402-4ec4-997c-f963a042845d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939667 Apr 16 12:02:14.374110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03679b69-cbd0-4eaf-9a3d-504568dfea3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:14.535937 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700acd6-58b3-40a8-b17e-40431c89d34d req-9b14b429-c1d1-4751-a1cb-808beb30f951 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:14.544734 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5700acd6-58b3-40a8-b17e-40431c89d34d req-9b14b429-c1d1-4751-a1cb-808beb30f951 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.1354721 Apr 16 12:02:14.676453 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5700acd6-58b3-40a8-b17e-40431c89d34d req-f3359b4f-e591-4b1f-8b20-12c392c07c55 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301599 Apr 16 12:02:14.712084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51673a8f-098f-49f5-b7ad-4e98a375bae8 req-66cee775-66d6-4ed2-82c1-bd1e39fa2607 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:14.721466 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-51673a8f-098f-49f5-b7ad-4e98a375bae8 req-66cee775-66d6-4ed2-82c1-bd1e39fa2607 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1473827 Apr 16 12:02:14.797535 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-51673a8f-098f-49f5-b7ad-4e98a375bae8 req-29ecc723-22d6-404e-bbd0-83a9f9390043 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749211 Apr 16 12:02:15.399115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3cd94-7009-4418-9ce4-5fc5446e5681 req-e76a16dc-4b4b-4eda-bdc4-34d97aee8707 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:15.401965 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c3e3cd94-7009-4418-9ce4-5fc5446e5681 req-e76a16dc-4b4b-4eda-bdc4-34d97aee8707 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.1482821 Apr 16 12:02:15.525127 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c3e3cd94-7009-4418-9ce4-5fc5446e5681 req-fca9d2f3-224c-4d06-808a-5a6cd7b336e2 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114485 Apr 16 12:02:16.312119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f8e1-b181-4420-8906-e66d083a958c req-4a6b8d1a-0c58-44f8-9586-352d48f25e48 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:16.321159 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a950f8e1-b181-4420-8906-e66d083a958c req-4a6b8d1a-0c58-44f8-9586-352d48f25e48 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3804274 Apr 16 12:02:16.383683 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a950f8e1-b181-4420-8906-e66d083a958c req-9863bdc2-dfe4-4418-a54e-61eeeea935ee tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612013 Apr 16 12:02:16.923590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3eb30-e437-4ddf-aa02-537e4d14ff23 req-ff3389bf-5772-4fec-9d32-2a4cd767a885 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:16.942233 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a4b3eb30-e437-4ddf-aa02-537e4d14ff23 req-ff3389bf-5772-4fec-9d32-2a4cd767a885 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.2382946 Apr 16 12:02:17.017542 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a4b3eb30-e437-4ddf-aa02-537e4d14ff23 req-83f32046-5014-45b6-8165-319fc0d37a4f tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679541 Apr 16 12:02:17.099696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8ac5f04f-20dd-4a3a-94b0-b3606b6294db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.982389 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a10df-dfb0-4799-9702-9746d25c3645 req-801187b4-c2a9-4324-95ce-5c1342478ae7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:17.989111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:17.990297 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-419a10df-dfb0-4799-9702-9746d25c3645 req-801187b4-c2a9-4324-95ce-5c1342478ae7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.1318057 Apr 16 12:02:18.074172 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-419a10df-dfb0-4799-9702-9746d25c3645 req-17345bb5-89b4-438f-8b10-0954751dbb9f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826128 Apr 16 12:02:18.318114 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33546d-e7d6-4d6c-8d46-09bacc1d9340 req-8dbf9341-51f8-44b5-9460-449a2d3c4d42 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:18.327839 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5d33546d-e7d6-4d6c-8d46-09bacc1d9340 req-8dbf9341-51f8-44b5-9460-449a2d3c4d42 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.1398063 Apr 16 12:02:18.413260 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5d33546d-e7d6-4d6c-8d46-09bacc1d9340 req-7ec7cf90-873b-4711-86fd-760c15e5fa1f tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842795 Apr 16 12:02:18.707407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.049797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:19.095694 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:02:19.393603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d7664-82e3-4440-b1d7-5a4ac687e2d6 req-a6915c42-d72a-4399-ae4d-29a88374044e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:19.402082 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-385d7664-82e3-4440-b1d7-5a4ac687e2d6 req-a6915c42-d72a-4399-ae4d-29a88374044e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.1160195 Apr 16 12:02:19.541164 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-385d7664-82e3-4440-b1d7-5a4ac687e2d6 req-bd7ad381-a3cf-4c78-b901-ecdd3f1727d7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377628 Apr 16 12:02:19.668450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-a8ab9fc4-3eff-43ff-89da-f410ac8c3807 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:19.670066 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-a8ab9fc4-3eff-43ff-89da-f410ac8c3807 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/networks?id=5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 200 len: 815 time: 0.2430892 Apr 16 12:02:19.687447 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-7d815b01-3c02-4b34-a14c-e1930d1828aa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/quotas/21231baa269449aea69bda41a08976b7 HTTP/1.1" status: 200 len: 375 time: 0.0109079 Apr 16 12:02:19.938950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd9267-4298-4ed2-8651-ff828d55c401 req-9cda56ed-dd42-4315-9dfe-9f08325d1bd2 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:19.940683 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f2fd9267-4298-4ed2-8651-ff828d55c401 req-9cda56ed-dd42-4315-9dfe-9f08325d1bd2 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.2020783 Apr 16 12:02:19.955283 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-224d36da-4344-41a4-8730-e9ada936b54a tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21231baa269449aea69bda41a08976b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2594216 Apr 16 12:02:19.987178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-c90cd74d-e1f0-471d-a14f-f412c3052b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:19.988790 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-c90cd74d-e1f0-471d-a14f-f412c3052b8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 1098 time: 0.2075927 Apr 16 12:02:20.176877 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f2fd9267-4298-4ed2-8651-ff828d55c401 req-37338343-01d0-478d-a276-e9ffd42b5250 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163687 Apr 16 12:02:20.251495 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-7138d7ed-c04a-473a-8209-6ea51f2c520f service neutron] 10.222.0.75 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530940 Apr 16 12:02:20.416344 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-f6d5d32d-d1d8-4600-8a32-55b23c688408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:20.419273 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-f6d5d32d-d1d8-4600-8a32-55b23c688408 service neutron] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 918 time: 0.3920808 Apr 16 12:02:20.545532 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-558be257-9387-4a57-ab70-6469806a3fc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b20a8a4b-6306-478c-955d-56d05463ec9c HTTP/1.1" status: 200 len: 1001 time: 0.1146472 Apr 16 12:02:20.644820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-5c968216-2796-4c88-b1a6-2d3f60e9ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:20.651245 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-5c968216-2796-4c88-b1a6-2d3f60e9ec8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.0934560 Apr 16 12:02:20.660272 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-4cc1530c-8957-4339-b0a4-7ec1d4e42a36 service neutron] 10.222.0.75 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928759 Apr 16 12:02:20.747166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-f3b9811b-adb9-4810-ab91-b655c97cc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:20.748860 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-f3b9811b-adb9-4810-ab91-b655c97cc5c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875564 Apr 16 12:02:21.212718 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-5cde46dd-8ae7-43e5-a781-f667c2120649 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550073 Apr 16 12:02:21.238064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d22f4-805b-4739-a67c-f53779e9498b req-b2d12706-01f4-4fc6-8419-9ee91c55ad17 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:21.239757 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9e4d22f4-805b-4739-a67c-f53779e9498b req-b2d12706-01f4-4fc6-8419-9ee91c55ad17 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.3344457 Apr 16 12:02:21.407876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2e97f-2f6d-4d54-9734-45b29644eeda req-75b3a3e7-0202-401d-a3a3-5f157c51d919 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:21.421669 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d3c2e97f-2f6d-4d54-9734-45b29644eeda req-75b3a3e7-0202-401d-a3a3-5f157c51d919 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.3698888 Apr 16 12:02:21.533192 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9e4d22f4-805b-4739-a67c-f53779e9498b req-6962b69a-3a23-423a-8ca1-bb8f7030fff4 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581136 Apr 16 12:02:21.599305 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d3c2e97f-2f6d-4d54-9734-45b29644eeda req-bbcc7426-bcf3-4a3d-a982-7fce51f73eb1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764057 Apr 16 12:02:21.669525 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c56b10f-c1c3-408a-805b-d4d6fbd73a02 req-89249709-9122-413f-9014-3ea948709f35 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285347 Apr 16 12:02:21.907906 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-df56046e-1da0-4945-9366-66f6626a9b07 req-7f633838-7405-4fbd-a049-9a412d76c04f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 210 time: 0.1408348 Apr 16 12:02:21.960181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142940b-fdfb-44ed-91da-cc382925e7ad req-c5419174-38f5-4590-85da-33a24648b85d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:21.962169 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3142940b-fdfb-44ed-91da-cc382925e7ad req-c5419174-38f5-4590-85da-33a24648b85d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 944 time: 0.1333346 Apr 16 12:02:22.015933 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3142940b-fdfb-44ed-91da-cc382925e7ad req-b5a9a038-87e7-4e7c-9345-56abdbc04b11 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 Apr 16 12:02:22.522244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-52d3d45d-0198-405e-8d13-7ad54f309c53 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:22.524620 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-52d3d45d-0198-405e-8d13-7ad54f309c53 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.47 "GET /v2.0/networks?id=5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 200 len: 815 time: 0.1773391 Apr 16 12:02:22.554464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'port': {'device_id': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'admin_state_up': True, 'tenant_id': '21231baa269449aea69bda41a08976b7'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:22.821320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:02:22.836592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:port and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:02:22.841981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:02:22.851601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:02:22.876987 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdda640-9290-4f3d-8555-637f0a4f1dac req-a030b103-202e-41dd-875a-95aa6ed6d05f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:22.878680 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bfdda640-9290-4f3d-8555-637f0a4f1dac req-a030b103-202e-41dd-875a-95aa6ed6d05f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.2110636 Apr 16 12:02:22.882792 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Made reservation on behalf of 21231baa269449aea69bda41a08976b7 for: {'port': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:02:22.888903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:22.937122 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a2290476-c325-459a-89d0-47c37d354d08 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:02:22.950752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:02:23.022967 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcce3f-d5dc-4661-b362-efe89ccf01df req-ab59b452-9e0a-4585-83ae-883ce09a0e59 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:23.029446 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-89bcce3f-d5dc-4661-b362-efe89ccf01df req-ab59b452-9e0a-4585-83ae-883ce09a0e59 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 945 time: 0.2731547 Apr 16 12:02:23.069773 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bfdda640-9290-4f3d-8555-637f0a4f1dac req-32afcbad-fc25-4571-bea1-2869cdd4ceb9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676970 Apr 16 12:02:23.169538 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-89bcce3f-d5dc-4661-b362-efe89ccf01df req-30ca638d-7688-4545-831e-054aa8b848dd tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245377 Apr 16 12:02:23.202189 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.249425 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Allocated IP 172.20.0.13 (5146b20f-5c52-49b1-86fb-da473b7ede83/89166379-e6d2-42c5-b466-242bf4e64d88/84d475cf-03c4-4022-8945-11f6ab195dd0) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:02:23.292765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a2290476-c325-459a-89d0-47c37d354d08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2290476-c325-459a-89d0-47c37d354d08,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:23.327783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:23.329494 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'a2290476-c325-459a-89d0-47c37d354d08', 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8', 'port_id': 'a2290476-c325-459a-89d0-47c37d354d08', 'mac_address': 'fa:16:3e:04:53:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e248435a-f4ae-4bc4-8e5a-e59c1a3e8742', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:02:23.332759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:23.346414 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.348423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-451168e0-c0a7-4b8a-b022-b2649d76b945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:23.533826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=8']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:23.545281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:23.624235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.658938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2290476-c325-459a-89d0-47c37d354d08 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:23.670086 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a0a48f80-127a-43e2-b82f-2a16d83e6bf5 req-c5d8f131-5f1a-4359-8eb4-e36c5ea5a836 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 210 time: 0.3961437 Apr 16 12:02:23.701587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a2290476-c325-459a-89d0-47c37d354d08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2290476-c325-459a-89d0-47c37d354d08,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:23.708759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:23.710926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:23.832279 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=a2290476-c325-459a-89d0-47c37d354d08,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:23.840561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:23.842321 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'code': 200} Apr 16 12:02:23.936971 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6367c-11d6-489a-b195-bbbb827a2193 req-023069e2-4177-43ed-9098-b8a4f5596855 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:23.944751 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c8e6367c-11d6-489a-b195-bbbb827a2193 req-023069e2-4177-43ed-9098-b8a4f5596855 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 945 time: 0.2625842 Apr 16 12:02:24.036582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['a2290476-c325-459a-89d0-47c37d354d08'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:24.043096 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c8e6367c-11d6-489a-b195-bbbb827a2193 req-b35a1fa7-53a5-4d25-bad2-5b605cf31c4f tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970979 Apr 16 12:02:24.094952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.112875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Transition to ACTIVE for port object 84d475cf-03c4-4022-8945-11f6ab195dd0 will not be triggered until provisioned by entity DHCP. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:24.138868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.157596 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:24.500920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'Port': ['ID=84d475cf-03c4-4022-8945-11f6ab195dd0,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:24.516949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.517361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.517764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.518166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.518562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.518957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.519365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.520261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.520261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.520587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.520884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.521637 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:24.542285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:24.664084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10774d2-d94a-4220-a170-1878743aa411 req-cb00c88f-9550-4bc1-aa7c-ab8a93b8f3e4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:24.672819 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b10774d2-d94a-4220-a170-1878743aa411 req-cb00c88f-9550-4bc1-aa7c-ab8a93b8f3e4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.2557752 Apr 16 12:02:24.714579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:02:24.718806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:02:24.730410 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ac304-9eb5-40c6-ae18-2ca3830755f2 req-18a4d322-73e8-4391-b896-0f327340daa4 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:24.732034 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-942ac304-9eb5-40c6-ae18-2ca3830755f2 req-18a4d322-73e8-4391-b896-0f327340daa4 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 945 time: 0.3717813 Apr 16 12:02:24.732895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:02:24.840124 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-942ac304-9eb5-40c6-ae18-2ca3830755f2 req-35f895f9-8051-4d5d-a17e-10ed0344418c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583808 Apr 16 12:02:24.856438 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b10774d2-d94a-4220-a170-1878743aa411 req-5b5e8127-7588-40b1-bbff-4362ac303dc3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826634 Apr 16 12:02:24.898266 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:24.898999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:24.935160 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3875463 Apr 16 12:02:24.940866 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a2290476-c325-459a-89d0-47c37d354d08 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:25.016979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-0d2aa32b-3994-4b7d-955d-d10acd3d0483 None None] Provisioning for port 84d475cf-03c4-4022-8945-11f6ab195dd0 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:25.029788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-0d2aa32b-3994-4b7d-955d-d10acd3d0483 None None] Provisioning complete for port 84d475cf-03c4-4022-8945-11f6ab195dd0 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:25.030213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0d2aa32b-3994-4b7d-955d-d10acd3d0483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.096244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port a2290476-c325-459a-89d0-47c37d354d08 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:25.109205 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port a2290476-c325-459a-89d0-47c37d354d08 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:25.109628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.118087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc862f7e-e392-4d0f-9939-6700cf5ca119 req-6b36d2ca-0644-4043-8af5-522004c3c001 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:25.119168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-cc862f7e-e392-4d0f-9939-6700cf5ca119 req-6b36d2ca-0644-4043-8af5-522004c3c001 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Synchronizing usage tracker for tenant:21231baa269449aea69bda41a08976b7 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:25.141021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-cc862f7e-e392-4d0f-9939-6700cf5ca119 req-6b36d2ca-0644-4043-8af5-522004c3c001 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Unset dirty status for tenant:21231baa269449aea69bda41a08976b7 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:25.142331 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cc862f7e-e392-4d0f-9939-6700cf5ca119 req-6b36d2ca-0644-4043-8af5-522004c3c001 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 932 time: 0.1448591 Apr 16 12:02:25.180222 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-0d2aa32b-3994-4b7d-955d-d10acd3d0483 None None] Port 84d475cf-03c4-4022-8945-11f6ab195dd0 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:02:25.273323 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cc862f7e-e392-4d0f-9939-6700cf5ca119 req-212a2a67-7db9-4d03-8533-427e1109c774 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194820 Apr 16 12:02:25.305477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.340299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f9a67-d729-48d9-87a5-caf77d34a4c0 req-63030ab4-6429-4169-a0e7-e7782d439eba tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:25.341944 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b46f9a67-d729-48d9-87a5-caf77d34a4c0 req-63030ab4-6429-4169-a0e7-e7782d439eba tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 945 time: 0.1642175 Apr 16 12:02:25.361591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a2290476-c325-459a-89d0-47c37d354d08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2290476-c325-459a-89d0-47c37d354d08,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:25.366723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.369509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device f95747c3-9558-41c7-aed2-14e6d6847220 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:02:25.403608 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:25.407074 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b46f9a67-d729-48d9-87a5-caf77d34a4c0 req-534a2c2d-9c0c-4de2-a9d0-5fe25b746412 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572050 Apr 16 12:02:25.515165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=a2290476-c325-459a-89d0-47c37d354d08,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:25.546559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:25.582664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.619525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port f95747c3-9558-41c7-aed2-14e6d6847220, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f95747c3-9558-41c7-aed2-14e6d6847220,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:25.623110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:25.625031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b24f9f2c-3cb7-48c3-9f6b-c69c8c76e590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:25.699814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=f95747c3-9558-41c7-aed2-14e6d6847220,revision_number=6']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:25.703812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:25.843491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483237d3-32b6-44fc-a10b-532d3e722cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2290476-c325-459a-89d0-47c37d354d08'}, {'server_uuid': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95747c3-9558-41c7-aed2-14e6d6847220'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:25.876098 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 48384) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:25.925686 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483237d3-32b6-44fc-a10b-532d3e722cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2290476-c325-459a-89d0-47c37d354d08', 'code': 200} Apr 16 12:02:25.926112 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95747c3-9558-41c7-aed2-14e6d6847220', 'code': 200} Apr 16 12:02:25.974154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90c88f2-201d-4c34-bf22-409842cd5305 admin admin] Deleting subnet 020fe719-9632-40a0-84cd-9ca0328d821d {{(pid=85303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:02:26.032298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b90c88f2-201d-4c34-bf22-409842cd5305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.155994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b90c88f2-201d-4c34-bf22-409842cd5305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793889091'] for subnet, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.257441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a430258-569e-4d74-bef6-fefc3d905e1a req-deeea67f-fead-4902-acec-4a0b87883072 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:26.259085 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6a430258-569e-4d74-bef6-fefc3d905e1a req-deeea67f-fead-4902-acec-4a0b87883072 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.2824624 Apr 16 12:02:26.269064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b90c88f2-201d-4c34-bf22-409842cd5305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.339701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f598e3b-2dc9-4aef-9ceb-73f0c3b95996 req-73592063-6c5a-45c9-93fe-91533ef177d4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:26.341368 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f598e3b-2dc9-4aef-9ceb-73f0c3b95996 req-73592063-6c5a-45c9-93fe-91533ef177d4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.2769740 Apr 16 12:02:26.485631 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6a430258-569e-4d74-bef6-fefc3d905e1a req-a2516f4f-d100-49f2-b806-d15fb8c4b149 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180376 Apr 16 12:02:26.515327 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f598e3b-2dc9-4aef-9ceb-73f0c3b95996 req-7a7531de-ab96-46a4-bb07-a3f362b39994 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507621 Apr 16 12:02:26.657460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b90c88f2-201d-4c34-bf22-409842cd5305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60842799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852718778'] for subnet, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.718622 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-75e60f1f-b339-44d8-8d55-bf021565095b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:26.882663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90c88f2-201d-4c34-bf22-409842cd5305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=020fe719-9632-40a0-84cd-9ca0328d821d,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:26.894427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b90c88f2-201d-4c34-bf22-409842cd5305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:26.968055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b90c88f2-201d-4c34-bf22-409842cd5305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:26.984167 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b90c88f2-201d-4c34-bf22-409842cd5305 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/020fe719-9632-40a0-84cd-9ca0328d821d HTTP/1.1" status: 204 len: 168 time: 1.1067293 Apr 16 12:02:26.986813 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 48396) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:26.992897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187a7ff-aadb-454d-b20d-da2fb8728f52 req-5c827713-79b9-4b05-bc3c-43010f69224f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:26.994462 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b187a7ff-aadb-454d-b20d-da2fb8728f52 req-5c827713-79b9-4b05-bc3c-43010f69224f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 932 time: 0.3358469 Apr 16 12:02:27.009152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3b705-9d27-4ac2-8ea4-202b56358f62 req-da17107a-c77b-4c81-9c40-16b505897b52 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:27.011304 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b1b3b705-9d27-4ac2-8ea4-202b56358f62 req-da17107a-c77b-4c81-9c40-16b505897b52 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.2938473 Apr 16 12:02:27.079195 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b187a7ff-aadb-454d-b20d-da2fb8728f52 req-7fe9d3f7-6238-409e-b58f-0080da7d7f61 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666125 Apr 16 12:02:27.101137 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b1b3b705-9d27-4ac2-8ea4-202b56358f62 req-6b38a5ea-4de5-4bf0-b5c1-2c6d51bb0256 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734131 Apr 16 12:02:27.126879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.327362 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.448766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60a4313-e44b-4c04-87b2-c21262c430f7']}} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:27.462878 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5eee59-e6e5-4466-bdeb-0e47f89c6741') {'for_net_delete': True} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:27.463216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5eee59-e6e5-4466-bdeb-0e47f89c6741') {} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:02:27.475821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61846881'] for segment, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.491459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.503794 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=85302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:02:27.737170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Network f60a4313-e44b-4c04-87b2-c21262c430f7 has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:02:27.750938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60900777'] for segment, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:27.868839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51168b38-8617-4f38-b222-fbbe2e92baf8 req-9d70acfc-069b-4613-b74f-ba5fab8e7213 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:27.871164 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-51168b38-8617-4f38-b222-fbbe2e92baf8 req-9d70acfc-069b-4613-b74f-ba5fab8e7213 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1576777 Apr 16 12:02:27.930707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b9a88-da38-40f0-8ad3-5c1262609fed req-ac2168ff-2794-4f58-aee7-4ed7492c765c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:27.933300 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cd1b9a88-da38-40f0-8ad3-5c1262609fed req-ac2168ff-2794-4f58-aee7-4ed7492c765c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.3048639 Apr 16 12:02:27.943372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Network f60a4313-e44b-4c04-87b2-c21262c430f7 has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:02:27.946539 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-51168b38-8617-4f38-b222-fbbe2e92baf8 req-464ee6c8-45b3-4d22-bc5e-dddff950ebf9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672164 Apr 16 12:02:28.014250 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cd1b9a88-da38-40f0-8ad3-5c1262609fed req-bc3beaa4-03c7-47fe-9f3e-fcdf88a9b2c4 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713649 Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:02:28.042148 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:02:28.079492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.083998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-79bfcc5e-e5d0-4367-bff8-7bdcaa0bbf68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:28.101307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.108715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f60a4313-e44b-4c04-87b2-c21262c430f7,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:28.123097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.123587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.124001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.124454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.124850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.125249 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.125652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.126049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.126505 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.126894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.127413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.127811 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:28.132267 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f60a4313-e44b-4c04-87b2-c21262c430f7 HTTP/1.1" status: 204 len: 168 time: 1.1440630 Apr 16 12:02:28.133306 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:28.337219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 48412) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:28.399460 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-674497d2-fb4d-46fd-b1c8-befb69e010f7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89f64f7403c242e289958b4ef8ed9494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606844 Apr 16 12:02:28.403061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 48416) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:28.444536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544b7b3-8b18-44d7-9b51-0da770d90a55 req-3a66d194-6b59-4711-9828-e558700ed7f0 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:28.448545 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9544b7b3-8b18-44d7-9b51-0da770d90a55 req-3a66d194-6b59-4711-9828-e558700ed7f0 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 932 time: 0.2316847 Apr 16 12:02:28.462163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0f183-d50c-4174-857c-de29582cc7cb req-8645e063-2dc8-4459-b191-d259698801f1 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:28.470780 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c5a0f183-d50c-4174-857c-de29582cc7cb req-8645e063-2dc8-4459-b191-d259698801f1 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.1915765 Apr 16 12:02:28.508442 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-54083d3c-fb8e-41e3-8d0a-020b4b3c04ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.561277 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-54083d3c-fb8e-41e3-8d0a-020b4b3c04ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.566832 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9544b7b3-8b18-44d7-9b51-0da770d90a55 req-f3507e07-99ea-4b66-af19-6a8eeb29348b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935779 Apr 16 12:02:28.581211 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c5a0f183-d50c-4174-857c-de29582cc7cb req-deac3821-71bf-4ef2-b3a7-8df9bb6621a1 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094458 Apr 16 12:02:28.623126 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-54083d3c-fb8e-41e3-8d0a-020b4b3c04ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.631348 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1ef46af8-a0e2-469d-b917-74467ff9937a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:28.665060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54083d3c-fb8e-41e3-8d0a-020b4b3c04ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f7d0bf-2a91-404e-87a0-059428604bf2,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:28.669673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-54083d3c-fb8e-41e3-8d0a-020b4b3c04ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:28.680350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-54083d3c-fb8e-41e3-8d0a-020b4b3c04ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:28.681738 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-54083d3c-fb8e-41e3-8d0a-020b4b3c04ce admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/17f7d0bf-2a91-404e-87a0-059428604bf2 HTTP/1.1" status: 204 len: 168 time: 0.2774351 Apr 16 12:02:29.286085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08955f12-550c-4796-a2ca-4656e0d854c7 req-b4d789b7-bbb8-45d3-a497-1a452d63717a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:29.287705 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-08955f12-550c-4796-a2ca-4656e0d854c7 req-b4d789b7-bbb8-45d3-a497-1a452d63717a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1832957 Apr 16 12:02:29.296429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95ed96-4681-4a26-a995-57d8c2f75e29 req-5b085285-e607-4e96-a28b-62f3eb4da7b7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:29.297995 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4e95ed96-4681-4a26-a995-57d8c2f75e29 req-5b085285-e607-4e96-a28b-62f3eb4da7b7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.1278715 Apr 16 12:02:29.382439 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-08955f12-550c-4796-a2ca-4656e0d854c7 req-8e049b8f-a1b6-4d0d-8d06-0c532cc61962 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833852 Apr 16 12:02:29.387685 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4e95ed96-4681-4a26-a995-57d8c2f75e29 req-626009fe-74c7-4dfc-8756-55b360b8d11e tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731921 Apr 16 12:02:29.624011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:30.096014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25111e28-8e6d-41c8-9e77-228c5d028479 req-9436c315-e577-4eeb-994c-cfa98cc1dc4a tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:30.097728 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-25111e28-8e6d-41c8-9e77-228c5d028479 req-9436c315-e577-4eeb-994c-cfa98cc1dc4a tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.3828266 Apr 16 12:02:30.111359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8dc53-5a54-4ffa-bacc-d2976366a839 req-a26ff9e1-ecf2-424c-8b80-6ed5464aedb9 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:30.113011 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-88d8dc53-5a54-4ffa-bacc-d2976366a839 req-a26ff9e1-ecf2-424c-8b80-6ed5464aedb9 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 932 time: 0.3476763 Apr 16 12:02:30.194646 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-25111e28-8e6d-41c8-9e77-228c5d028479 req-94b90e25-5014-4f02-9db9-5eef1d7e8935 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805199 Apr 16 12:02:30.200448 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-88d8dc53-5a54-4ffa-bacc-d2976366a839 req-a10bf309-0d1e-43fd-8090-15c6c679ca0e tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694308 Apr 16 12:02:30.684028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba521a-d6ba-4b99-a7ce-89b6d0090e29 req-876b3c53-28d4-40c9-99f2-768969734fc6 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:30.690199 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b4ba521a-d6ba-4b99-a7ce-89b6d0090e29 req-876b3c53-28d4-40c9-99f2-768969734fc6 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1552138 Apr 16 12:02:30.836978 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b4ba521a-d6ba-4b99-a7ce-89b6d0090e29 req-696849cd-177e-4dc2-9b1e-20342100979f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393778 Apr 16 12:02:30.893052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4a390-bd94-452e-8ff8-3a6153dec446 req-3f1d936c-8d6e-40a0-896a-e3de1f3d2558 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:30.894936 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-60b4a390-bd94-452e-8ff8-3a6153dec446 req-3f1d936c-8d6e-40a0-896a-e3de1f3d2558 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.1423771 Apr 16 12:02:30.951476 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-60b4a390-bd94-452e-8ff8-3a6153dec446 req-b9cdf61a-ca09-4280-b925-163dc7db6dc0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464177 Apr 16 12:02:31.499042 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bce245-c5bd-4dfb-955f-b9c42d54118e req-9ac075bd-43d5-4ef8-accd-752fb2badd36 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:31.500598 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-69bce245-c5bd-4dfb-955f-b9c42d54118e req-9ac075bd-43d5-4ef8-accd-752fb2badd36 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.1823220 Apr 16 12:02:31.510267 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f33a9-a614-4471-9fcb-d28142badf5b req-70548838-c265-40fb-847f-7dac5745e3f4 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:31.512184 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cb6f33a9-a614-4471-9fcb-d28142badf5b req-70548838-c265-40fb-847f-7dac5745e3f4 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 932 time: 0.1526170 Apr 16 12:02:31.589703 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-69bce245-c5bd-4dfb-955f-b9c42d54118e req-b0b764dd-ab37-4961-ac2b-638caa9b5117 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763166 Apr 16 12:02:31.601922 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cb6f33a9-a614-4471-9fcb-d28142badf5b req-108600fe-9b96-471b-8688-6814deb6b408 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698576 Apr 16 12:02:32.081296 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4db1c7-7b7a-421b-ada8-ca04d784fa35 req-139f76ba-1e09-4473-a607-11024e2224cd tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:32.082866 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1c4db1c7-7b7a-421b-ada8-ca04d784fa35 req-139f76ba-1e09-4473-a607-11024e2224cd tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1058967 Apr 16 12:02:32.178525 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1c4db1c7-7b7a-421b-ada8-ca04d784fa35 req-7cf7f585-123a-424d-b942-1793790c5912 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538137 Apr 16 12:02:32.212938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480ff37-c3f1-4ad8-bd7e-c35110f664c6 req-be12cfc1-d805-4ca5-a9d0-2e88d0cf300f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:32.216041 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e480ff37-c3f1-4ad8-bd7e-c35110f664c6 req-be12cfc1-d805-4ca5-a9d0-2e88d0cf300f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.1321735 Apr 16 12:02:32.268562 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e480ff37-c3f1-4ad8-bd7e-c35110f664c6 req-27c4e595-a03e-4517-b7b5-56b7e414aba7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453770 Apr 16 12:02:32.902225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8052eb-3cee-4ba2-8417-72dd039310ba req-a764e185-b02e-4522-873f-159b95978a66 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:32.903999 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2d8052eb-3cee-4ba2-8417-72dd039310ba req-a764e185-b02e-4522-873f-159b95978a66 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.1713738 Apr 16 12:02:32.923246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a223f-7584-4771-b905-1f0c21923db1 req-a58b3ed7-cf67-4177-8f3a-1ea1265eb1ac tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:32.924907 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-346a223f-7584-4771-b905-1f0c21923db1 req-a58b3ed7-cf67-4177-8f3a-1ea1265eb1ac tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 932 time: 0.1446345 Apr 16 12:02:33.007185 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2d8052eb-3cee-4ba2-8417-72dd039310ba req-6c996d24-057b-4666-90ab-e2ab9315dab7 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936785 Apr 16 12:02:33.015129 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-346a223f-7584-4771-b905-1f0c21923db1 req-803080a5-9983-4c3e-b039-49c7c0ac17c9 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 Apr 16 12:02:33.461533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858ce5d-a9b6-42ab-bae4-dc5f8173eacb req-36ba5b97-cd4e-43de-9f24-fcb6dc4a6a2d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:33.463097 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1858ce5d-a9b6-42ab-bae4-dc5f8173eacb req-36ba5b97-cd4e-43de-9f24-fcb6dc4a6a2d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1533704 Apr 16 12:02:33.536256 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1858ce5d-a9b6-42ab-bae4-dc5f8173eacb req-33f05aed-e3c5-47ae-8da5-fae828fc53af tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648251 Apr 16 12:02:33.553579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3406e7-f640-44e0-bae6-79cc85fe93fd req-b831cc1f-622d-4eca-a483-ec5b024cbed6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:33.556406 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-df3406e7-f640-44e0-bae6-79cc85fe93fd req-b831cc1f-622d-4eca-a483-ec5b024cbed6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.1626117 Apr 16 12:02:33.624149 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-df3406e7-f640-44e0-bae6-79cc85fe93fd req-7e628a43-96a1-4a91-b93b-0eb5edca7f44 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522797 Apr 16 12:02:34.297589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcec62-508d-424a-9bc2-9b18e6147178 req-3507c7af-3388-442e-8e77-87c41c42f9c6 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:34.299175 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-88fcec62-508d-424a-9bc2-9b18e6147178 req-3507c7af-3388-442e-8e77-87c41c42f9c6 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 932 time: 0.1232424 Apr 16 12:02:34.307341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223ec72-6af2-4e7f-a4ee-e21016b29b82 req-903ffea5-b999-42b3-acb8-2bdaebbc064f tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:34.309037 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5223ec72-6af2-4e7f-a4ee-e21016b29b82 req-903ffea5-b999-42b3-acb8-2bdaebbc064f tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.1769464 Apr 16 12:02:34.386200 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-88fcec62-508d-424a-9bc2-9b18e6147178 req-c2541f5b-b411-4601-a227-51c2cbd079dc tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756099 Apr 16 12:02:34.390777 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5223ec72-6af2-4e7f-a4ee-e21016b29b82 req-17c99759-f903-4fc0-a91e-44f275633227 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647545 Apr 16 12:02:34.743044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Request body: {'port': {'device_id': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:02:34.973770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61edba7-f0a7-4d74-86ac-b23220dbc45c req-58b6a6d6-98d2-4972-bfa9-731636ba1e99 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:34.975402 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c61edba7-f0a7-4d74-86ac-b23220dbc45c req-58b6a6d6-98d2-4972-bfa9-731636ba1e99 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.2941787 Apr 16 12:02:35.012980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.070014 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c61edba7-f0a7-4d74-86ac-b23220dbc45c req-a791c7bf-6fd6-437f-bc5a-70dd1e3d7755 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803983 Apr 16 12:02:35.082090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709aaed-2145-4f98-8d55-413d31519ce9 req-39978f37-8866-4afb-b846-d63288d8ddab tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:35.084609 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3709aaed-2145-4f98-8d55-413d31519ce9 req-39978f37-8866-4afb-b846-d63288d8ddab tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.3004930 Apr 16 12:02:35.089556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-4b0ce34e-7e48-445c-9480-3a76fd603c17 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:35.090620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-4b0ce34e-7e48-445c-9480-3a76fd603c17 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Synchronizing usage tracker for tenant:89bec72172304c24ba69a460a96b3d4f on resource:port {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:02:35.105495 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b38968-d144-43fc-b707-76f2007e831d req-c6cea453-b13d-44b3-b8ec-5bce9db89dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:35.107406 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e7b38968-d144-43fc-b707-76f2007e831d req-c6cea453-b13d-44b3-b8ec-5bce9db89dfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 1099 time: 0.1459038 Apr 16 12:02:35.142325 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-4b0ce34e-7e48-445c-9480-3a76fd603c17 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Unset dirty status for tenant:89bec72172304c24ba69a460a96b3d4f on resource:port {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:02:35.143194 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-4b0ce34e-7e48-445c-9480-3a76fd603c17 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 943 time: 0.2606699 Apr 16 12:02:35.232779 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3709aaed-2145-4f98-8d55-413d31519ce9 req-a9a71e11-7db1-4a38-91ca-ea4663582889 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838902 Apr 16 12:02:35.242609 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Deleting port f95747c3-9558-41c7-aed2-14e6d6847220 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:02:35.243708 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.297181 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e7b38968-d144-43fc-b707-76f2007e831d req-8d0002b4-d5d2-4701-bbde-6b8e7ddf09ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815727 Apr 16 12:02:35.653222 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] For port f95747c3-9558-41c7-aed2-14e6d6847220, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=f95747c3-9558-41c7-aed2-14e6d6847220,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:35.653551 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.679762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.resource_extend [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 12:02:35.796860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Calling delete_port for f95747c3-9558-41c7-aed2-14e6d6847220 owned by compute:nova {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:02:35.799828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d475cf-03c4-4022-8945-11f6ab195dd0 {{(pid=85303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:35.812308 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba68faa-771b-4fcb-949e-3366d5565ad6 req-e5fe6cd9-e4ee-42d4-8a6c-050bdc2975a4 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:35.814003 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5ba68faa-771b-4fcb-949e-3366d5565ad6 req-e5fe6cd9-e4ee-42d4-8a6c-050bdc2975a4 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 932 time: 0.1949897 Apr 16 12:02:35.829793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.888478 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5ba68faa-771b-4fcb-949e-3366d5565ad6 req-0875c395-d2f9-453f-88b7-585137daba76 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610147 Apr 16 12:02:35.906198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d215803-62a2-46d4-b424-577a6292a286 req-b1cb1c23-bd81-44e3-8609-894b8773bc77 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:35.907832 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d215803-62a2-46d4-b424-577a6292a286 req-b1cb1c23-bd81-44e3-8609-894b8773bc77 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.3402858 Apr 16 12:02:35.959830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.960114 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Transition to ACTIVE for port object 84d475cf-03c4-4022-8945-11f6ab195dd0 will not be triggered until provisioned by entity L2. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:02:35.965758 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d215803-62a2-46d4-b424-577a6292a286 req-27042a48-c096-4cc7-8772-56fa4b8b53c6 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454335 Apr 16 12:02:35.966940 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:35.971820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['1997efa0-5522-4bbe-8fe9-f0de1ac33035'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:35.984692 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-27644259-8a41-4c14-99f8-97fc156f5491 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:36.045609 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d4687823-921f-4579-8b76-930774b4de9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:36.113930 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Pushing event deleted for resources: {'Port': ['ID=f95747c3-9558-41c7-aed2-14e6d6847220,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:36.118454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:36.130160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Pushing event updated for resources: {'Port': ['ID=84d475cf-03c4-4022-8945-11f6ab195dd0,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:36.134854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:36.366286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] No DVR routers for this DVR port f95747c3-9558-41c7-aed2-14e6d6847220 on host hv-cinder-78662 {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:02:36.368854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.372424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'name': 'network-vif-deleted', 'tag': 'f95747c3-9558-41c7-aed2-14e6d6847220'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:36.389268 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-78e20d6b-cbd8-4ad5-8305-a49f0f2cb876 req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.47 "DELETE /v2.0/ports/f95747c3-9558-41c7-aed2-14e6d6847220 HTTP/1.1" status: 204 len: 173 time: 1.2365801 Apr 16 12:02:36.497849 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e97489e9-2d4f-4d6d-83d6-3214385027ce req-56728b40-beea-4aaa-8974-46fca02b0ddf tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b052c46-d045-4162-947e-b8a53aa3c4b5 HTTP/1.1" status: 200 len: 210 time: 0.0613911 Apr 16 12:02:36.589864 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b052c46-d045-4162-947e-b8a53aa3c4b5', 'name': 'network-vif-deleted', 'tag': 'f95747c3-9558-41c7-aed2-14e6d6847220', 'status': 'completed', 'code': 200} Apr 16 12:02:36.646784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6669d-5134-4ab7-8520-5015d04c7739 req-65b01ae6-ed9e-4a06-9fd4-50ddf7a559ba tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:36.648418 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-74c6669d-5134-4ab7-8520-5015d04c7739 req-65b01ae6-ed9e-4a06-9fd4-50ddf7a559ba tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.3000693 Apr 16 12:02:36.650864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Attempting to bind port 84d475cf-03c4-4022-8945-11f6ab195dd0 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:02:36.651869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Attempting to bind port 84d475cf-03c4-4022-8945-11f6ab195dd0 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:02:36.652444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Attempting to bind port 84d475cf-03c4-4022-8945-11f6ab195dd0 on network 5146b20f-5c52-49b1-86fb-da473b7ede83 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:36.662167 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Port 84d475cf-03c4-4022-8945-11f6ab195dd0 on network 5146b20f-5c52-49b1-86fb-da473b7ede83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:02:36.662580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Attempting to bind port 84d475cf-03c4-4022-8945-11f6ab195dd0 on network 5146b20f-5c52-49b1-86fb-da473b7ede83 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:02:36.686901 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:02:36.687260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Checking segment: {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:02:36.687678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Bound using segment: {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:02:36.688160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Bound port: 84d475cf-03c4-4022-8945-11f6ab195dd0, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf04026-e51a-4458-958b-cbe517cf51a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83'}}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:02:36.688566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.767006 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-74c6669d-5134-4ab7-8520-5015d04c7739 req-e625f358-cc56-490c-9653-c22a3926b804 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065581 Apr 16 12:02:36.810762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] For port 84d475cf-03c4-4022-8945-11f6ab195dd0, host hv-cinder-78662, cleared binding levels {{(pid=85303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:02:36.813844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] For port 84d475cf-03c4-4022-8945-11f6ab195dd0, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d475cf-03c4-4022-8945-11f6ab195dd0,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:02:36.817334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:36.833569 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a4b2c995-2481-4dcb-8ae2-28ac817ba852 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:37.274422 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Pushing event updated for resources: {'Port': ['ID=84d475cf-03c4-4022-8945-11f6ab195dd0,revision_number=3']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:37.289367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:37.333189 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77debc35-01e2-471b-9c0f-20490e0f9378 req-21c14460-4195-4312-95b8-c33a76649cea tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:37.333189 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-77debc35-01e2-471b-9c0f-20490e0f9378 req-21c14460-4195-4312-95b8-c33a76649cea tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.4614117 Apr 16 12:02:37.335885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:37.336575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:37.338139 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] 10.222.0.47 "PUT /v2.0/ports/84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 1094 time: 2.6003218 Apr 16 12:02:37.338677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:37.473216 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-77debc35-01e2-471b-9c0f-20490e0f9378 req-f29aed8f-ed7f-4a3c-a405-109888659df2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245940 Apr 16 12:02:37.683818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-560ff045-03d4-40f8-a0de-71e67cd37b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:37.685469 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-560ff045-03d4-40f8-a0de-71e67cd37b71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21231baa269449aea69bda41a08976b7&device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1097 time: 0.2712433 Apr 16 12:02:37.701894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9beb0-3fc6-47e7-9d4d-345a4e36fbe2 req-3fa6a786-e0e4-4194-8803-562f14aac8b7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:37.703690 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0da9beb0-3fc6-47e7-9d4d-345a4e36fbe2 req-3fa6a786-e0e4-4194-8803-562f14aac8b7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 944 time: 0.2170358 Apr 16 12:02:37.794746 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-e1efb173-0bff-4722-8189-ac24284c2a67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 217 time: 0.0885067 Apr 16 12:02:37.902274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db5a7e-06b9-430b-81cf-123b5b3cef79 req-31efae80-434f-4a49-a278-b154b3051c02 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:37.904194 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-60db5a7e-06b9-430b-81cf-123b5b3cef79 req-31efae80-434f-4a49-a278-b154b3051c02 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.2907102 Apr 16 12:02:37.911485 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0da9beb0-3fc6-47e7-9d4d-345a4e36fbe2 req-3e5e14b8-2348-45c1-9b5f-9dbe4c8a1c0a tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421366 Apr 16 12:02:37.936100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-5c10ad51-7066-4788-bebc-00978d44206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:37.937710 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-5c10ad51-7066-4788-bebc-00978d44206d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89166379-e6d2-42c5-b466-242bf4e64d88 HTTP/1.1" status: 200 len: 854 time: 0.1308570 Apr 16 12:02:37.993250 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'status': 'completed', 'code': 200} Apr 16 12:02:38.015937 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-60db5a7e-06b9-430b-81cf-123b5b3cef79 req-c77721aa-7e30-4e8d-9f4c-1e9e861217d4 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015954 Apr 16 12:02:38.068910 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-06eef857-947c-4c91-b884-c572751cb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:38.070890 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-06eef857-947c-4c91-b884-c572751cb330 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5146b20f-5c52-49b1-86fb-da473b7ede83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1172009 Apr 16 12:02:38.274876 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-d6018b7e-a863-46b9-a0a2-a93d44202495 service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957808 Apr 16 12:02:38.540075 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-724b5f0d-45e9-437a-a19f-084817677ad0 req-74f37a30-a62f-401a-8d1a-fa91a62a9446 service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568264 Apr 16 12:02:38.562786 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fac41c-809c-4e16-b2de-dcaed055865a req-da7f1384-a41c-442b-9f5f-0e74d0e488b8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:38.571133 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d7fac41c-809c-4e16-b2de-dcaed055865a req-da7f1384-a41c-442b-9f5f-0e74d0e488b8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.2538357 Apr 16 12:02:38.770253 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d7fac41c-809c-4e16-b2de-dcaed055865a req-4805dcb6-cfe1-47ad-8469-6fbd44bd87fc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980813 Apr 16 12:02:38.802570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-5d4d1c5b-3046-4335-9593-87ba03389acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:38.804692 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-5d4d1c5b-3046-4335-9593-87ba03389acb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21231baa269449aea69bda41a08976b7&device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1097 time: 0.1702743 Apr 16 12:02:38.814336 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925cfdf-86a1-4675-8882-2ee233c2536d req-317d2ad4-4873-4e2b-81d4-542ef477acbf tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:38.822972 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4925cfdf-86a1-4675-8882-2ee233c2536d req-317d2ad4-4873-4e2b-81d4-542ef477acbf tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2323189 Apr 16 12:02:38.935661 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 48586) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:02:38.960808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:02:39.048663 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4925cfdf-86a1-4675-8882-2ee233c2536d req-9247bb5c-3a22-4638-9e64-d2b1b31bb79e tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233803 Apr 16 12:02:39.115783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-a9dbbd7c-e8f2-4586-804d-6effc339a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:39.117522 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-a9dbbd7c-e8f2-4586-804d-6effc339a3e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 200 len: 916 time: 0.2741728 Apr 16 12:02:39.135097 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-05b6c347-a699-4000-a290-595924bc58ee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1978333 Apr 16 12:02:39.135349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be9e89-687f-46fb-b7b5-20f9e43e4867 req-e5cf4728-2bca-4be5-9fb3-b709ab30f55c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:39.137162 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-63be9e89-687f-46fb-b7b5-20f9e43e4867 req-e5cf4728-2bca-4be5-9fb3-b709ab30f55c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1899633 Apr 16 12:02:39.270155 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-011e95f7-337b-45dd-9bc7-c9c2dd444883 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 217 time: 0.1317854 Apr 16 12:02:39.377334 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-63be9e89-687f-46fb-b7b5-20f9e43e4867 req-256f2294-49de-4dce-873d-84ed9dc32534 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788232 Apr 16 12:02:39.398953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-f16b0d8a-fc6d-4233-8ace-0c1b6b561603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:39.400531 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-f16b0d8a-fc6d-4233-8ace-0c1b6b561603 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89166379-e6d2-42c5-b466-242bf4e64d88 HTTP/1.1" status: 200 len: 854 time: 0.1199203 Apr 16 12:02:39.462662 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3856c0-19d8-45d6-a972-1684fb69bac1 req-3a72840e-d2ee-4f81-98c0-a73cbfa2e963 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:39.464931 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4b3856c0-19d8-45d6-a972-1684fb69bac1 req-3a72840e-d2ee-4f81-98c0-a73cbfa2e963 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 944 time: 0.2677605 Apr 16 12:02:39.539448 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4b3856c0-19d8-45d6-a972-1684fb69bac1 req-7eb50a03-857b-4ce7-b755-33dee9b03605 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648623 Apr 16 12:02:39.556385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-508eb21c-8bb8-4928-bed8-6cedc947db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:39.557859 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-508eb21c-8bb8-4928-bed8-6cedc947db72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5146b20f-5c52-49b1-86fb-da473b7ede83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1489496 Apr 16 12:02:39.739101 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-aad596b4-7e8a-47fe-b526-3e074b7ab1fd service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667950 Apr 16 12:02:39.915635 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d32c5473-9fde-454f-9882-59b2bd52e6f5 req-4e214649-d024-4ebc-89cf-1df10d2c4d6b service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661794 Apr 16 12:02:40.025620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c13443-2b79-4f77-8c01-d838361b8cc3 req-a8366f94-f271-4396-994f-ae6598ec41d4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:40.028133 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-28c13443-2b79-4f77-8c01-d838361b8cc3 req-a8366f94-f271-4396-994f-ae6598ec41d4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.0979090 Apr 16 12:02:40.086406 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-28c13443-2b79-4f77-8c01-d838361b8cc3 req-64961b60-12d7-453c-ac4c-a1e0f571a382 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512567 Apr 16 12:02:40.281086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507aff7c-1383-4623-a16b-7f1a97d67cea req-785eeced-98f7-43fc-8b8c-c01d29147ea6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:40.282756 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-507aff7c-1383-4623-a16b-7f1a97d67cea req-785eeced-98f7-43fc-8b8c-c01d29147ea6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.0981619 Apr 16 12:02:40.342087 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-507aff7c-1383-4623-a16b-7f1a97d67cea req-5606ef65-2cd2-4a1d-b6c4-4dae389b16b0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 Apr 16 12:02:40.787064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f76e3e-a886-42cf-a33e-f64b8b68eeb9 req-332c1db7-3795-4ddb-9d15-4fdc2b63f1af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:40.788774 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a0f76e3e-a886-42cf-a33e-f64b8b68eeb9 req-332c1db7-3795-4ddb-9d15-4fdc2b63f1af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.2599032 Apr 16 12:02:40.871017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-58e0fa94-af11-486e-bff7-5a3e8b487dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:40.872516 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-58e0fa94-af11-486e-bff7-5a3e8b487dbf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5&tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3 HTTP/1.1" status: 200 len: 1096 time: 0.2447004 Apr 16 12:02:40.876231 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a0f76e3e-a886-42cf-a33e-f64b8b68eeb9 req-51675ef2-6b29-4b69-8c08-2d4d862f18f7 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745389 Apr 16 12:02:40.885840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5e2f9-7516-4f91-b8d1-78299ed1703f req-a806d33f-2f48-4947-9408-ccaddbd15f29 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:40.887482 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8ae5e2f9-7516-4f91-b8d1-78299ed1703f req-a806d33f-2f48-4947-9408-ccaddbd15f29 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 944 time: 0.2109029 Apr 16 12:02:40.964828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 84d475cf-03c4-4022-8945-11f6ab195dd0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:02:40.998352 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8ae5e2f9-7516-4f91-b8d1-78299ed1703f req-ca4e8edd-4eaf-47d6-be9a-1f2b5a789b66 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999842 Apr 16 12:02:41.038349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-dc2b57b6-efa0-4eb6-9880-9b1d11775861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:41.040431 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-dc2b57b6-efa0-4eb6-9880-9b1d11775861 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 1096 time: 0.1249034 Apr 16 12:02:41.134923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 84d475cf-03c4-4022-8945-11f6ab195dd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d475cf-03c4-4022-8945-11f6ab195dd0,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:41.156717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'port_id': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'mac_address': 'fa:16:3e:f0:fa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:02:41.225721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.232821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-e9ee1464-3701-4d59-b655-7ebb2d0a31a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:41.235613 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-e9ee1464-3701-4d59-b655-7ebb2d0a31a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 918 time: 0.1875808 Apr 16 12:02:41.249885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d475cf-03c4-4022-8945-11f6ab195dd0 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:41.269219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 84d475cf-03c4-4022-8945-11f6ab195dd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d475cf-03c4-4022-8945-11f6ab195dd0,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:41.279360 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:41.282034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:41.372523 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=84d475cf-03c4-4022-8945-11f6ab195dd0,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:41.382305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.382305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.382983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.383309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.383696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.384077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.384454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.384857 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.385226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.385599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.386010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.386381 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:02:41.391899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:41.611161 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['84d475cf-03c4-4022-8945-11f6ab195dd0'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:41.711586 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-f27bd3c8-e3e2-4d5d-b418-3e3af0b3c002 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b20a8a4b-6306-478c-955d-56d05463ec9c HTTP/1.1" status: 200 len: 999 time: 0.4253769 Apr 16 12:02:41.816932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43c1d-27da-4054-88ed-c26adc599e8a req-8d331f1a-ba54-4fb6-b8e3-18c5358321f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:41.818147 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0ab43c1d-27da-4054-88ed-c26adc599e8a req-8d331f1a-ba54-4fb6-b8e3-18c5358321f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.5810881 Apr 16 12:02:41.829789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5685e-f1a9-4853-868e-34c530d3d22e req-19a6d0ce-30db-474f-8041-ade5442ccbf2 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:41.831754 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-43f5685e-f1a9-4853-868e-34c530d3d22e req-19a6d0ce-30db-474f-8041-ade5442ccbf2 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2481923 Apr 16 12:02:41.873754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-f2230d26-cddf-44f3-8654-ab2fa1009f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:41.875330 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-f2230d26-cddf-44f3-8654-ab2fa1009f5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.1469061 Apr 16 12:02:41.923136 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0ab43c1d-27da-4054-88ed-c26adc599e8a req-ac5d3588-84d8-4f07-b3af-0788c82d969b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902669 Apr 16 12:02:41.927920 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-43f5685e-f1a9-4853-868e-34c530d3d22e req-89173c5d-95a0-4270-b2db-6842db103bd0 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758543 Apr 16 12:02:42.266864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-f67ad775-18f5-4b36-8207-bd806621582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:42.268468 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-f67ad775-18f5-4b36-8207-bd806621582e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2382722 Apr 16 12:02:42.282611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe2409-193b-409e-b8c9-9cfe7113f5aa req-9de1019c-2380-4994-a5df-cd97e25e87f0 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:42.284313 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cdfe2409-193b-409e-b8c9-9cfe7113f5aa req-9de1019c-2380-4994-a5df-cd97e25e87f0 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.2044046 Apr 16 12:02:42.441086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcea2f-4fb2-4c20-93d7-a719e4d34389 req-2a19bca2-dc0b-4d47-b8a8-fef5d10a5c35 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:42.442683 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d6bcea2f-4fb2-4c20-93d7-a719e4d34389 req-2a19bca2-dc0b-4d47-b8a8-fef5d10a5c35 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 945 time: 0.2812421 Apr 16 12:02:42.454622 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cdfe2409-193b-409e-b8c9-9cfe7113f5aa req-621e6127-36bb-43b9-b6bb-bd1bd2bf04da tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367838 Apr 16 12:02:42.543474 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-a6a6af8c-7156-4f33-867f-ff69f42bcce2 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569509 Apr 16 12:02:42.551335 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d6bcea2f-4fb2-4c20-93d7-a719e4d34389 req-6aa76310-707a-43b0-b52b-0b27b2677013 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932925 Apr 16 12:02:42.733880 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-863a64cf-f2cd-49aa-8d6c-7fadcd2020b5 req-edfd96ec-ad6e-485b-8b36-ec1073bfbf47 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749589 Apr 16 12:02:42.969318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 84d475cf-03c4-4022-8945-11f6ab195dd0 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:02:43.056548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 84d475cf-03c4-4022-8945-11f6ab195dd0 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:02:43.062115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 84d475cf-03c4-4022-8945-11f6ab195dd0 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:02:43.062536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:43.193253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:43.222011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfcfe9-5267-496f-a00d-983eb87a7bfb req-f82cb72a-965c-46d4-94af-b561ab95e441 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:43.223664 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-36bfcfe9-5267-496f-a00d-983eb87a7bfb req-f82cb72a-965c-46d4-94af-b561ab95e441 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1653831 Apr 16 12:02:43.238658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:43.238995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608584e6-b011-41e8-a3c3-1e919c9f0558 req-9fa3147c-e664-4825-93e8-b57b6cd280b5 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:43.240551 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-608584e6-b011-41e8-a3c3-1e919c9f0558 req-9fa3147c-e664-4825-93e8-b57b6cd280b5 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1384118 Apr 16 12:02:43.250206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 84d475cf-03c4-4022-8945-11f6ab195dd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d475cf-03c4-4022-8945-11f6ab195dd0,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:43.253621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:43.258181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:43.316388 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-36bfcfe9-5267-496f-a00d-983eb87a7bfb req-108e0391-db53-4db4-bcf5-f564692828cc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860176 Apr 16 12:02:43.346465 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-608584e6-b011-41e8-a3c3-1e919c9f0558 req-0ef14a71-9f6b-4b86-8792-429258013129 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872421 Apr 16 12:02:43.378010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=84d475cf-03c4-4022-8945-11f6ab195dd0,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:43.386851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:43.409599 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'code': 200} Apr 16 12:02:43.822812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332270cf-7929-4ece-bb78-5a5f038e3cf9 req-84f99968-34c3-4faa-b30f-dd22c8dbcba8 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:43.825506 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-332270cf-7929-4ece-bb78-5a5f038e3cf9 req-84f99968-34c3-4faa-b30f-dd22c8dbcba8 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.2432749 Apr 16 12:02:43.833671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee649d6-f2b6-4154-918c-b327322e174b req-f00e033e-bcdc-4129-9969-16ff425c6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:43.835241 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0ee649d6-f2b6-4154-918c-b327322e174b req-f00e033e-bcdc-4129-9969-16ff425c6fa2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1099 time: 0.2039618 Apr 16 12:02:43.941580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82172dfa-496b-4681-baa9-1d2c7f5fa977 req-a46c1758-a0c6-4030-ac14-dd45cc051d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:43.943557 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-82172dfa-496b-4681-baa9-1d2c7f5fa977 req-a46c1758-a0c6-4030-ac14-dd45cc051d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.2391875 Apr 16 12:02:43.951205 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-332270cf-7929-4ece-bb78-5a5f038e3cf9 req-78bcdadf-05f8-4d15-a9f1-4f2f2fcaa9df tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085172 Apr 16 12:02:43.997867 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0ee649d6-f2b6-4154-918c-b327322e174b req-ec6d7928-25d2-4777-ae42-030b10254aba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280785 Apr 16 12:02:44.029557 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-82172dfa-496b-4681-baa9-1d2c7f5fa977 req-c78b6433-15f5-4821-b757-d1c6f6fbc479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771010 Apr 16 12:02:44.469797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-10331d9c-ff19-4d33-86f6-4cdfe3f8f64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:44.735751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f7d99-4711-483e-bd3d-73adefe34947 req-427bd4a3-a9e3-4dfe-9344-85b03d856202 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:44.737478 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e1f7d99-4711-483e-bd3d-73adefe34947 req-427bd4a3-a9e3-4dfe-9344-85b03d856202 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1986651 Apr 16 12:02:44.746799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd04ec1-b370-44f9-a596-ee6ebf71316e req-329ae179-f532-4fa6-9e6a-1d86db3c34fa tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:44.748994 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cbd04ec1-b370-44f9-a596-ee6ebf71316e req-329ae179-f532-4fa6-9e6a-1d86db3c34fa tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1663139 Apr 16 12:02:44.824711 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e1f7d99-4711-483e-bd3d-73adefe34947 req-58093e6e-bf6f-4dae-8e89-6cd2ec4cbab3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744920 Apr 16 12:02:44.836830 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cbd04ec1-b370-44f9-a596-ee6ebf71316e req-ed045f2d-68c4-403a-9100-ac3ef5832148 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703382 Apr 16 12:02:45.283355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef890f7-6191-4b46-a138-9a9a30f3adf4 req-587c4300-e3c4-4e2e-b0e8-82d9942abf3b tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:45.285043 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6ef890f7-6191-4b46-a138-9a9a30f3adf4 req-587c4300-e3c4-4e2e-b0e8-82d9942abf3b tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1749401 Apr 16 12:02:45.299405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f042d-a970-41b4-8792-d4c9abf13aae req-1e559c0b-509c-4cd3-a700-7c2b66064951 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:45.301049 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d21f042d-a970-41b4-8792-d4c9abf13aae req-1e559c0b-509c-4cd3-a700-7c2b66064951 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1257615 Apr 16 12:02:45.385039 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6ef890f7-6191-4b46-a138-9a9a30f3adf4 req-b57a9480-ba91-486a-bf4c-c71dd0b8d65c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829260 Apr 16 12:02:45.393775 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d21f042d-a970-41b4-8792-d4c9abf13aae req-5094e028-03f6-4600-a1ab-a523fabcbdc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746181 Apr 16 12:02:46.149072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662feed-26fd-408d-af1b-448d56db459f req-95cfe495-2a3a-4c1b-a457-50b1d55546b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:46.150604 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9662feed-26fd-408d-af1b-448d56db459f req-95cfe495-2a3a-4c1b-a457-50b1d55546b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1367276 Apr 16 12:02:46.160484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c89102-0dab-4548-af30-3d1ac2d83dcc req-34738c3c-de17-4eb6-88da-3cd5a6cfd209 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:46.162031 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-17c89102-0dab-4548-af30-3d1ac2d83dcc req-34738c3c-de17-4eb6-88da-3cd5a6cfd209 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1893940 Apr 16 12:02:46.245499 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9662feed-26fd-408d-af1b-448d56db459f req-d8e8afef-c6ba-4553-b4e7-8eee15349ac8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822971 Apr 16 12:02:46.257661 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-17c89102-0dab-4548-af30-3d1ac2d83dcc req-20433496-9229-48f5-a723-cf700aa3c128 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763624 Apr 16 12:02:46.719897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd1267-a375-454e-8535-c60e1fddb8a0 req-c66e5284-f04a-413a-bef7-994f3eb5f810 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:46.721549 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-95dd1267-a375-454e-8535-c60e1fddb8a0 req-c66e5284-f04a-413a-bef7-994f3eb5f810 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1941748 Apr 16 12:02:46.737235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09082d89-2745-4250-9f75-c4f78842d719 req-50448e3e-185e-41ed-852f-e8087661aa8d tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:46.738892 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-09082d89-2745-4250-9f75-c4f78842d719 req-50448e3e-185e-41ed-852f-e8087661aa8d tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1501157 Apr 16 12:02:46.820777 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-95dd1267-a375-454e-8535-c60e1fddb8a0 req-f6559c45-11ec-4e5e-a7ff-72381499a879 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927033 Apr 16 12:02:46.826890 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-09082d89-2745-4250-9f75-c4f78842d719 req-f3c0a07e-537f-4bc2-b85f-8cc74cb6be52 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709491 Apr 16 12:02:47.100960 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0e71d2d8-da25-43a4-8c9a-d59e75952e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:47.587531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f310c7-9855-4216-8d19-a2b61336a676 req-d6086d1e-c0d2-48f3-afcb-4e609d75d0a7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:47.589947 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-29f310c7-9855-4216-8d19-a2b61336a676 req-d6086d1e-c0d2-48f3-afcb-4e609d75d0a7 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1835327 Apr 16 12:02:47.599850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb8e2-809c-486f-8b3b-3f0b77ee6675 req-50591f9a-a42a-45da-b41d-923f9ec23ba6 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:47.602898 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d8abb8e2-809c-486f-8b3b-3f0b77ee6675 req-50591f9a-a42a-45da-b41d-923f9ec23ba6 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1478198 Apr 16 12:02:47.685030 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-29f310c7-9855-4216-8d19-a2b61336a676 req-f332c58e-fdba-423f-9b99-611000caad5c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809805 Apr 16 12:02:47.698076 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d8abb8e2-809c-486f-8b3b-3f0b77ee6675 req-a1d5bd03-9cbd-4c09-8cc6-5ccb43ac753e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787251 Apr 16 12:02:48.014027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.203981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39942050-c681-4d40-b3c1-875251901d85 req-865b869a-a113-486a-bb90-d3decc3cd3fa tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:48.205567 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-39942050-c681-4d40-b3c1-875251901d85 req-865b869a-a113-486a-bb90-d3decc3cd3fa tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1605806 Apr 16 12:02:48.217531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb399ab6-5dfb-4470-a694-284059e2ae46 req-265a1789-c80a-4734-ab3c-9eb48653ae8a tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:48.219386 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fb399ab6-5dfb-4470-a694-284059e2ae46 req-265a1789-c80a-4734-ab3c-9eb48653ae8a tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.2284770 Apr 16 12:02:48.553581 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-39942050-c681-4d40-b3c1-875251901d85 req-454c38e5-1cdc-4a9e-9ce0-05fab95f64b6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329382 Apr 16 12:02:48.576913 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fb399ab6-5dfb-4470-a694-284059e2ae46 req-807d5ff7-cf81-4ac9-b849-c86f38fe1465 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847602 Apr 16 12:02:48.676903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:48.992965 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5a7cf-7a66-483d-9c84-5561950afaab req-eceefca2-06e5-4657-843c-c66865e44c8b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:48.994625 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-13e5a7cf-7a66-483d-9c84-5561950afaab req-eceefca2-06e5-4657-843c-c66865e44c8b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1727164 Apr 16 12:02:49.007859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056881d-d118-40a9-9229-c874afb80c68 req-733ac753-e638-4ee7-8f84-eabf8df3c9ab tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:49.009739 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d056881d-d118-40a9-9229-c874afb80c68 req-733ac753-e638-4ee7-8f84-eabf8df3c9ab tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1475120 Apr 16 12:02:49.061445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:49.103864 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-13e5a7cf-7a66-483d-9c84-5561950afaab req-8306b2fe-c15d-4f25-89b5-4c30999b03ab tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930624 Apr 16 12:02:49.107434 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d056881d-d118-40a9-9229-c874afb80c68 req-7cbcb610-1dac-453a-8d95-bff124dbf77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779741 Apr 16 12:02:49.863918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedfd8a-48e6-444d-948c-d09dfe3f4b97 req-e8cefb3b-ba9d-41e2-8e0e-78e8576ffe7e tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:49.865551 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ddedfd8a-48e6-444d-948c-d09dfe3f4b97 req-e8cefb3b-ba9d-41e2-8e0e-78e8576ffe7e tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1710377 Apr 16 12:02:49.888030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd7b42-ec07-4ee9-b810-526712fb471d req-2f285c79-8286-4486-9430-df92cdf907a5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:49.890323 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9efd7b42-ec07-4ee9-b810-526712fb471d req-2f285c79-8286-4486-9430-df92cdf907a5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1499019 Apr 16 12:02:49.977355 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ddedfd8a-48e6-444d-948c-d09dfe3f4b97 req-f2ca68b8-f1b5-46b5-9ca6-4d1dd012ca62 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004231 Apr 16 12:02:49.988447 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9efd7b42-ec07-4ee9-b810-526712fb471d req-29cb1692-5594-499f-90bc-20b0b2450115 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812516 Apr 16 12:02:50.432538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0ffe1-04f1-457c-bca0-f2e86726a66a req-e86346dd-80cd-4cd2-aa3a-81785462fe06 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:50.434771 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3ca0ffe1-04f1-457c-bca0-f2e86726a66a req-e86346dd-80cd-4cd2-aa3a-81785462fe06 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1940072 Apr 16 12:02:50.451971 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b81fa4-d981-4f7e-8a81-851094203725 req-3ab6ecff-dfc9-40df-8bdd-8cde50d9ee6a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:50.456524 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-28b81fa4-d981-4f7e-8a81-851094203725 req-3ab6ecff-dfc9-40df-8bdd-8cde50d9ee6a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1676702 Apr 16 12:02:50.547490 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3ca0ffe1-04f1-457c-bca0-f2e86726a66a req-f8a90a04-71cd-4ee0-9024-8f97ed10801a tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057014 Apr 16 12:02:50.550501 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-28b81fa4-d981-4f7e-8a81-851094203725 req-216ffd4a-019b-4e69-8ca0-0b6783e31a16 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804565 Apr 16 12:02:51.300370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0dc6e3-95b8-401b-bf69-c8e50c488f80 req-afdbcc62-cb79-4604-a168-e0f98fd4513e tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:51.302215 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4f0dc6e3-95b8-401b-bf69-c8e50c488f80 req-afdbcc62-cb79-4604-a168-e0f98fd4513e tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1403854 Apr 16 12:02:51.315673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68475a-dcd8-4914-88c0-1c126b8f51db req-7712ee66-5de9-4260-9985-b38c8743d745 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:51.317362 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ea68475a-dcd8-4914-88c0-1c126b8f51db req-7712ee66-5de9-4260-9985-b38c8743d745 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.2023716 Apr 16 12:02:51.412186 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4f0dc6e3-95b8-401b-bf69-c8e50c488f80 req-c57ed705-1603-4bb5-a08c-c9ab855dc68d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937276 Apr 16 12:02:51.426287 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ea68475a-dcd8-4914-88c0-1c126b8f51db req-1403a2a8-c0f1-4eee-88ec-dad712471b1c tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881727 Apr 16 12:02:51.832625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf548da-8784-458d-a63e-ad460593b6d6 req-7fd32c70-90e9-48d6-8e24-97b4dbd99e18 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:51.834163 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bbf548da-8784-458d-a63e-ad460593b6d6 req-7fd32c70-90e9-48d6-8e24-97b4dbd99e18 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1614127 Apr 16 12:02:51.850594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31acbe9-4ee3-4ab3-9db9-bfa77f7f42d6 req-d66640f4-e5cb-4186-8d2e-2c9d6c2e43e2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:51.852192 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c31acbe9-4ee3-4ab3-9db9-bfa77f7f42d6 req-d66640f4-e5cb-4186-8d2e-2c9d6c2e43e2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1363704 Apr 16 12:02:51.944724 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bbf548da-8784-458d-a63e-ad460593b6d6 req-45702f9f-9ac7-4e30-b140-6998e8a8d2d5 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913227 Apr 16 12:02:51.954700 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c31acbe9-4ee3-4ab3-9db9-bfa77f7f42d6 req-573c51ab-08cc-4121-8d32-52fdeb40c118 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810108 Apr 16 12:02:52.764300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3b841-4768-4b3c-81a0-68fb4e42e2cb req-38d7daae-8fb6-412b-b81a-fa8db052ecf7 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:52.765991 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6af3b841-4768-4b3c-81a0-68fb4e42e2cb req-38d7daae-8fb6-412b-b81a-fa8db052ecf7 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1737676 Apr 16 12:02:52.776015 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936686-da04-4f47-979e-212d996e0757 req-a76d0b8d-05c4-4bfc-b8e3-946f28d4cdfc tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:52.777841 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-97936686-da04-4f47-979e-212d996e0757 req-a76d0b8d-05c4-4bfc-b8e3-946f28d4cdfc tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1879900 Apr 16 12:02:52.868317 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6af3b841-4768-4b3c-81a0-68fb4e42e2cb req-958a81a8-5152-42c2-9b7f-ea550b9ea654 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893528 Apr 16 12:02:52.872174 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-97936686-da04-4f47-979e-212d996e0757 req-d1b4c50e-ca2b-483d-94c3-eca698c21844 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774627 Apr 16 12:02:53.241542 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d1bc2-8afc-4859-8ef7-5100df1d4205 req-aa93715d-c8a7-429d-a18e-ccbb2a25d861 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:53.243156 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4c6d1bc2-8afc-4859-8ef7-5100df1d4205 req-aa93715d-c8a7-429d-a18e-ccbb2a25d861 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1584859 Apr 16 12:02:53.257243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde726bb-6b53-4fb9-8661-53c1477c7e3d req-c56bf8d6-38b5-484e-af02-4110a43e5845 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:53.258857 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dde726bb-6b53-4fb9-8661-53c1477c7e3d req-c56bf8d6-38b5-484e-af02-4110a43e5845 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1343422 Apr 16 12:02:53.339943 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4c6d1bc2-8afc-4859-8ef7-5100df1d4205 req-e13b84e9-a8ee-4087-9b51-f91cab14641f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794988 Apr 16 12:02:53.344673 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dde726bb-6b53-4fb9-8661-53c1477c7e3d req-8593eb6a-68e5-4950-a21b-9d4d4a637b33 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704980 Apr 16 12:02:54.159110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc411c1c-0012-4ef1-be6a-c02ddf399077 req-63112bb4-c70c-4e8e-abe3-802e6fc9e672 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:54.160671 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bc411c1c-0012-4ef1-be6a-c02ddf399077 req-63112bb4-c70c-4e8e-abe3-802e6fc9e672 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1698558 Apr 16 12:02:54.175323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cef8e-e77a-48aa-b125-0fff022d40d0 req-90710672-e252-440f-bf1d-acecc6471240 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:54.176953 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4c7cef8e-e77a-48aa-b125-0fff022d40d0 req-90710672-e252-440f-bf1d-acecc6471240 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1460018 Apr 16 12:02:54.253430 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bc411c1c-0012-4ef1-be6a-c02ddf399077 req-5784f77f-f710-4e5d-b739-841919ab4c1b tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752790 Apr 16 12:02:54.261477 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4c7cef8e-e77a-48aa-b125-0fff022d40d0 req-18276de8-42d6-4c6a-ad75-f4f5e07da1cc tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689268 Apr 16 12:02:54.617291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0859ad-b913-4416-b857-1b351499cf0d req-bbca212f-d107-439a-94dd-fc170b2dfb01 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:54.618874 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ca0859ad-b913-4416-b857-1b351499cf0d req-bbca212f-d107-439a-94dd-fc170b2dfb01 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1603253 Apr 16 12:02:54.628154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63080216-0de2-4df5-aa19-d8723bc0a192 req-aa36eddd-e6db-49a4-b4b4-b9d5cf5dcff9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:54.629630 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-63080216-0de2-4df5-aa19-d8723bc0a192 req-aa36eddd-e6db-49a4-b4b4-b9d5cf5dcff9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1343925 Apr 16 12:02:54.707607 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ca0859ad-b913-4416-b857-1b351499cf0d req-f4ece3d4-6e00-4257-ad40-476d5ec0b8d4 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769448 Apr 16 12:02:54.710729 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-63080216-0de2-4df5-aa19-d8723bc0a192 req-f466519a-2598-4a3e-931a-97717e1bf1e8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662982 Apr 16 12:02:55.546129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c702f-6f86-47bd-9ca0-1089cd0f6231 req-4d2399c6-8629-4e39-8e8a-0717b2cef7ab tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:55.547804 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4f0c702f-6f86-47bd-9ca0-1089cd0f6231 req-4d2399c6-8629-4e39-8e8a-0717b2cef7ab tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1665068 Apr 16 12:02:55.557276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ce4a9-5b86-4ffb-9175-1fb3bcc908ae req-083c552a-d7d6-4a0e-a517-eb9326c3c21b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:55.559775 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-190ce4a9-5b86-4ffb-9175-1fb3bcc908ae req-083c552a-d7d6-4a0e-a517-eb9326c3c21b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1390033 Apr 16 12:02:55.641618 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4f0c702f-6f86-47bd-9ca0-1089cd0f6231 req-6ecd1cc4-901e-487f-95bb-b52c524fc97d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807393 Apr 16 12:02:55.644531 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-190ce4a9-5b86-4ffb-9175-1fb3bcc908ae req-101f8502-a57e-4114-9685-141bc3780bef tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695734 Apr 16 12:02:55.998539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1da9e-4122-4423-a971-d95bd5e771e2 req-63365252-58a6-4df4-9580-e79d1acd0fcf tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:56.000164 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c4e1da9e-4122-4423-a971-d95bd5e771e2 req-63365252-58a6-4df4-9580-e79d1acd0fcf tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1665342 Apr 16 12:02:56.009324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9559f4-a93a-4b97-92f4-d11dfcc62ab4 req-19ebb44a-f226-47cd-a358-ab9b661ec1d9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:56.010775 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bc9559f4-a93a-4b97-92f4-d11dfcc62ab4 req-19ebb44a-f226-47cd-a358-ab9b661ec1d9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1378093 Apr 16 12:02:56.084415 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c4e1da9e-4122-4423-a971-d95bd5e771e2 req-a4a5acae-165c-4530-9982-fdedb6f6ca4c tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718682 Apr 16 12:02:56.093515 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bc9559f4-a93a-4b97-92f4-d11dfcc62ab4 req-0089cfc4-9ddf-410a-9d13-821caf52b170 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670338 Apr 16 12:02:56.097210 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:02:56.961491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ab1a1-9867-4136-b2ec-91a1a2b7240c req-141840a8-f154-4bbd-886a-6d35aee3dad7 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:56.963115 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-301ab1a1-9867-4136-b2ec-91a1a2b7240c req-141840a8-f154-4bbd-886a-6d35aee3dad7 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1863706 Apr 16 12:02:57.023626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41655213-3ba7-4dfe-b70a-74f820bbe4af req-86cf5b33-96f3-4808-89a2-65bb1c6dd983 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:57.025316 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-41655213-3ba7-4dfe-b70a-74f820bbe4af req-86cf5b33-96f3-4808-89a2-65bb1c6dd983 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1528285 Apr 16 12:02:57.038542 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-301ab1a1-9867-4136-b2ec-91a1a2b7240c req-194bf555-55f3-4556-91a0-e4fdbcfab0ec tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614669 Apr 16 12:02:57.082296 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-41655213-3ba7-4dfe-b70a-74f820bbe4af req-5ae374d1-6a4f-4790-9f2f-b1881b072344 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494721 Apr 16 12:02:57.366232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d52ec-658f-4b49-872b-d3b3c49f7fea req-93339c70-4820-47ef-a8f6-f5101f54eee8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:57.367824 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c10d52ec-658f-4b49-872b-d3b3c49f7fea req-93339c70-4820-47ef-a8f6-f5101f54eee8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1664877 Apr 16 12:02:57.376861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b6208-c25b-4428-9db6-e23579383146 req-d6fc3432-11e1-4403-8e6b-f0c801c8d2d9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:57.378407 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d51b6208-c25b-4428-9db6-e23579383146 req-d6fc3432-11e1-4403-8e6b-f0c801c8d2d9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 943 time: 0.1351049 Apr 16 12:02:57.671545 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c10d52ec-658f-4b49-872b-d3b3c49f7fea req-96203abb-e611-44d6-9442-744827a71c37 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919960 Apr 16 12:02:57.675936 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d51b6208-c25b-4428-9db6-e23579383146 req-dbc18dbc-278d-49d5-b721-3721de33833e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819624 Apr 16 12:02:58.266215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-9a54d84b-c15e-4e42-b587-95bc7f6dc8c8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:58.267703 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-9a54d84b-c15e-4e42-b587-95bc7f6dc8c8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.1824226 Apr 16 12:02:58.387930 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Deleting port 1997efa0-5522-4bbe-8fe9-f0de1ac33035 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:02:58.388307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.454740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60e6fb-6b39-4756-a0da-8623a7e36358 req-cb545ba4-99d2-449d-ae8e-8e4af326eff1 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:58.456627 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5f60e6fb-6b39-4756-a0da-8623a7e36358 req-cb545ba4-99d2-449d-ae8e-8e4af326eff1 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.2939491 Apr 16 12:02:58.477421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550dc55-2bd5-45ff-b6fe-18df7bb1d7c7 req-0d74e2c3-7785-4b7a-a7a9-1def2228761b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:58.478938 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c550dc55-2bd5-45ff-b6fe-18df7bb1d7c7 req-0d74e2c3-7785-4b7a-a7a9-1def2228761b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.2780790 Apr 16 12:02:58.616947 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5f60e6fb-6b39-4756-a0da-8623a7e36358 req-08a93e59-06ff-43ce-8cca-8bcc697ffed6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505919 Apr 16 12:02:58.647522 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c550dc55-2bd5-45ff-b6fe-18df7bb1d7c7 req-735ed4f3-7aad-4299-adda-fe4bca92bf54 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520467 Apr 16 12:02:58.781601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] For port 1997efa0-5522-4bbe-8fe9-f0de1ac33035, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=1997efa0-5522-4bbe-8fe9-f0de1ac33035,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:58.782009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:58.983761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Calling delete_port for 1997efa0-5522-4bbe-8fe9-f0de1ac33035 owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:02:59.070816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:02:59.087229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-075299cc-ab24-4595-b0b3-b81629fa6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:59.089426 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-075299cc-ab24-4595-b0b3-b81629fa6571 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 1098 time: 0.0917487 Apr 16 12:02:59.177376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3774f-cf55-44ff-aa3a-e2ff12f663dc req-bf6f830f-4cd0-4367-9394-4b2ca48b9f6c tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:59.186262 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f9b3774f-cf55-44ff-aa3a-e2ff12f663dc req-bf6f830f-4cd0-4367-9394-4b2ca48b9f6c tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.3961396 Apr 16 12:02:59.234172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:59.250777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'port_id': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'mac_address': 'fa:16:3e:5f:af:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:02:59.251079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230d6c1-0809-4e50-9ed7-0bf3e2a282d6 req-14131d2a-cce6-4eb5-a3f4-ad7b8c2a95d6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:59.252768 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4230d6c1-0809-4e50-9ed7-0bf3e2a282d6 req-14131d2a-cce6-4eb5-a3f4-ad7b8c2a95d6 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 945 time: 0.2781954 Apr 16 12:02:59.278341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-579c1909-3cba-4844-8b8f-e821c028f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:59.280901 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-579c1909-3cba-4844-8b8f-e821c028f36c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 911 time: 0.1841726 Apr 16 12:02:59.316790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.336795 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20a8a4b-6306-478c-955d-56d05463ec9c {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:02:59.350438 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f9b3774f-cf55-44ff-aa3a-e2ff12f663dc req-b1768070-2b07-42f1-8afb-8102b1d30fe9 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631749 Apr 16 12:02:59.354639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.357190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:02:59.360687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.362760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:59.397970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:02:59.408003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['1997efa0-5522-4bbe-8fe9-f0de1ac33035'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:59.417203 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-dde5230a-05dc-4138-abec-99deae724064 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27 HTTP/1.1" status: 200 len: 1000 time: 0.1274905 Apr 16 12:02:59.523969 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=9']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:59.528357 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:59.532041 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4230d6c1-0809-4e50-9ed7-0bf3e2a282d6 req-ea4f70bc-30e4-444a-b022-0bd53c16a45b tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/security-groups?id=e61d27aa-a153-4b4f-84dd-7078616aef69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701771 Apr 16 12:02:59.541865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-90b34995-9f74-4bff-8b59-e29efcedd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:59.544667 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-90b34995-9f74-4bff-8b59-e29efcedd4e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.1195140 Apr 16 12:02:59.634601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['b20a8a4b-6306-478c-955d-56d05463ec9c'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:02:59.640046 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-dce292a8-70d7-44a1-aa27-07df1d9724d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:59.641723 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-dce292a8-70d7-44a1-aa27-07df1d9724d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859168 Apr 16 12:02:59.644537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Pushing event deleted for resources: {'Port': ['ID=1997efa0-5522-4bbe-8fe9-f0de1ac33035,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:02:59.656778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:02:59.681820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.798100 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-0d153db1-6762-4e7c-8e8e-2bb3b48f2815 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444659 Apr 16 12:02:59.898939 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e1d14-65f5-4835-80d2-1c976c0d7590 req-0a9c5fb4-97a7-4a71-8594-3713759070d7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:59.900657 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ba5e1d14-65f5-4835-80d2-1c976c0d7590 req-0a9c5fb4-97a7-4a71-8594-3713759070d7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 944 time: 0.3960502 Apr 16 12:02:59.909967 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] No DVR routers for this DVR port 1997efa0-5522-4bbe-8fe9-f0de1ac33035 on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:02:59.916901 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:02:59.936745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0ba61c-cecf-42f4-a97a-aa616ff891e9', 'name': 'network-vif-deleted', 'tag': '1997efa0-5522-4bbe-8fe9-f0de1ac33035'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:02:59.962332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989837a-3c09-4310-8e68-8271b5ce82c0 req-b7a6e1fd-f778-4c42-a4d6-47d2ab3a6c0b tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:02:59.964054 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f989837a-3c09-4310-8e68-8271b5ce82c0 req-b7a6e1fd-f778-4c42-a4d6-47d2ab3a6c0b tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.3012764 Apr 16 12:02:59.972071 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c9c12b59-24b2-4651-8e90-04b6ebc9f7ec req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.47 "DELETE /v2.0/ports/1997efa0-5522-4bbe-8fe9-f0de1ac33035 HTTP/1.1" status: 204 len: 173 time: 1.6957841 Apr 16 12:03:00.020237 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ba5e1d14-65f5-4835-80d2-1c976c0d7590 req-10d743a6-9093-4005-94f2-6acd879fd3bb tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075284 Apr 16 12:03:00.046235 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f989837a-3c09-4310-8e68-8271b5ce82c0 req-4d9af7b4-62fd-4fae-81e9-9956d511d507 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709345 Apr 16 12:03:00.126810 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0ba61c-cecf-42f4-a97a-aa616ff891e9', 'name': 'network-vif-deleted', 'tag': '1997efa0-5522-4bbe-8fe9-f0de1ac33035', 'status': 'completed', 'code': 200} Apr 16 12:03:00.174530 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6235d0f5-39a4-4768-8c8a-1693f41fb1f8 req-f3bc315a-90f0-4fa9-ab34-9b00a917290d service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693657 Apr 16 12:03:00.483144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c03a6-f469-441a-bf13-f41943bb5ea4 req-8ce4d56b-ba8c-49f9-afbb-7b1fe836d013 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:00.484804 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-969c03a6-f469-441a-bf13-f41943bb5ea4 req-8ce4d56b-ba8c-49f9-afbb-7b1fe836d013 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.0928018 Apr 16 12:03:00.539426 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-969c03a6-f469-441a-bf13-f41943bb5ea4 req-4f8f0d1b-8343-44d6-a711-94479158ab1a tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478806 Apr 16 12:03:00.737523 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-0bffcc4e-47eb-49af-8a95-70bb74b02c53 req-14124481-c5d3-42ed-87fa-def5e1651af9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Synchronizing usage tracker for tenant:89bec72172304c24ba69a460a96b3d4f on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:03:00.753906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-0bffcc4e-47eb-49af-8a95-70bb74b02c53 req-14124481-c5d3-42ed-87fa-def5e1651af9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Unset dirty status for tenant:89bec72172304c24ba69a460a96b3d4f on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:03:00.755208 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0bffcc4e-47eb-49af-8a95-70bb74b02c53 req-14124481-c5d3-42ed-87fa-def5e1651af9 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e0ba61c-cecf-42f4-a97a-aa616ff891e9 HTTP/1.1" status: 200 len: 210 time: 0.0835366 Apr 16 12:03:01.082684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:03:01.165016 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port b20a8a4b-6306-478c-955d-56d05463ec9c triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:01.165415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:01.295737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:01.326645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:01.329267 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174fb03-de90-4367-ba80-95e495b2f411 req-6549c8ae-5b85-4b4e-a995-96e30575bf8f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:01.330963 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9174fb03-de90-4367-ba80-95e495b2f411 req-6549c8ae-5b85-4b4e-a995-96e30575bf8f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 944 time: 0.1751161 Apr 16 12:03:01.337886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:01.341566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:01.342463 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 1997efa0-5522-4bbe-8fe9-f0de1ac33035 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:03:01.342605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05522b5e-e06d-4188-bcca-331dafaa5099 req-3c900997-773f-411b-903b-8570001bd5e2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:01.344201 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-05522b5e-e06d-4188-bcca-331dafaa5099 req-3c900997-773f-411b-903b-8570001bd5e2 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1434016 Apr 16 12:03:01.373312 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-451168e0-c0a7-4b8a-b022-b2649d76b945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:01.418991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 1997efa0-5522-4bbe-8fe9-f0de1ac33035 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:03:01.418991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 1997efa0-5522-4bbe-8fe9-f0de1ac33035 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:03:01.427262 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9174fb03-de90-4367-ba80-95e495b2f411 req-0690ed15-e13f-40b4-946d-2bf68e4e8fc4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819614 Apr 16 12:03:01.430202 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-05522b5e-e06d-4188-bcca-331dafaa5099 req-62497d07-0138-4e58-971f-6bb7a8d06319 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702951 Apr 16 12:03:01.462940 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=10']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:01.466941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:01.505884 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'code': 200} Apr 16 12:03:01.863962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 48852) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:02.244375 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3ed1d-5780-47d6-add9-3a951fc79f3c req-d1d22396-243d-4fb1-90a0-ab3d952c2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:02.246547 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c7b3ed1d-5780-47d6-add9-3a951fc79f3c req-d1d22396-243d-4fb1-90a0-ab3d952c2fbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 1099 time: 0.2425926 Apr 16 12:03:02.316624 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c7b3ed1d-5780-47d6-add9-3a951fc79f3c req-6a33af1c-3379-4a59-87ee-1c4bd377314f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618513 Apr 16 12:03:02.547983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851005955'] for router_interface, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:02.688461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614cfdc-0d38-4d53-983d-afe72f4f601c req-56ca6f07-9da3-4052-8271-a6f94660f8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:02.690483 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c614cfdc-0d38-4d53-983d-afe72f4f601c req-56ca6f07-9da3-4052-8271-a6f94660f8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1217275 Apr 16 12:03:02.757669 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c614cfdc-0d38-4d53-983d-afe72f4f601c req-5c80f83a-8394-4b75-b78b-bd3aa678dfdc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604823 Apr 16 12:03:02.989621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Deleting port 27064db5-b83a-4d06-97e9-f1bf89f46007 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:03:02.990001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:03.190090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] For port 27064db5-b83a-4d06-97e9-f1bf89f46007, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=27064db5-b83a-4d06-97e9-f1bf89f46007,segment=NetworkSegment(2a58c9c7-bd17-4907-9641-824d89c7c5e5),segment_id=2a58c9c7-bd17-4907-9641-824d89c7c5e5)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:03.190520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:03.327374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Calling delete_port for 27064db5-b83a-4d06-97e9-f1bf89f46007 owned by network:router_interface {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:03:03.660340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:03.677011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:03.773251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=27064db5-b83a-4d06-97e9-f1bf89f46007,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:03.780911 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:03.991085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc768e3-93e5-4745-95eb-f4c8b393961c req-2592b7f3-78c6-4613-b66e-c6f80ebfb31d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:03.992777 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0fc768e3-93e5-4745-95eb-f4c8b393961c req-2592b7f3-78c6-4613-b66e-c6f80ebfb31d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1031616 Apr 16 12:03:04.041738 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0fc768e3-93e5-4745-95eb-f4c8b393961c req-1492781a-3ac6-47aa-b9bd-954b3b6c5fd3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418940 Apr 16 12:03:04.368809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850975402'] for router_interface, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:04.891095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Router 49c5a206-ba20-4921-b760-63db13ea304e has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:03:05.086014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:03:05.096129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] Sync routers for ids ['49c5a206-ba20-4921-b760-63db13ea304e'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:03:05.107470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 48930) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:05.107713 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] 10.222.0.75 "PUT /v2.0/routers/49c5a206-ba20-4921-b760-63db13ea304e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2424078 Apr 16 12:03:05.108417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] Routers {'49c5a206-ba20-4921-b760-63db13ea304e'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:05.109126 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:02:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['49c5a206-ba20-4921-b760-63db13ea304e'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:05.309726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] Set router 49c5a206-ba20-4921-b760-63db13ea304e gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:05.376174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks [] for router, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:05.792536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a206-ba20-4921-b760-63db13ea304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:20Z', 'updated_at': '2021-04-16T12:03:03Z', 'revision_number': 5, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'gw_port': {'id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:05.797250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] Checking router: 49c5a206-ba20-4921-b760-63db13ea304e for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:03:05.806254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] Routers {'49c5a206-ba20-4921-b760-63db13ea304e'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:05.806906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:02:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['49c5a206-ba20-4921-b760-63db13ea304e'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:05.837991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcc1a93-97c2-4124-8db7-a41b84a25be5 req-7138899f-d13c-49dc-a29e-302a13318803 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:05.840048 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9dcc1a93-97c2-4124-8db7-a41b84a25be5 req-7138899f-d13c-49dc-a29e-302a13318803 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 946 time: 0.5716040 Apr 16 12:03:05.947296 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f6edc-8eee-4b92-aab5-fa0af8800072 req-b8b20e41-98fc-4084-af3c-b12da7539f86 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:05.949559 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8a1f6edc-8eee-4b92-aab5-fa0af8800072 req-b8b20e41-98fc-4084-af3c-b12da7539f86 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.2819688 Apr 16 12:03:05.952871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:05.962066 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9dcc1a93-97c2-4124-8db7-a41b84a25be5 req-742ff9e4-5418-42a0-ab08-d802dc9fa7ec tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138899 Apr 16 12:03:05.985721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Deleting port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:03:05.986101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.006874 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] Set router 49c5a206-ba20-4921-b760-63db13ea304e gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:06.056596 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8a1f6edc-8eee-4b92-aab5-fa0af8800072 req-8df5ea91-56fd-4c80-89b6-43a65a289d03 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004410 Apr 16 12:03:06.088661 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 48946) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:06.225691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] For port 122dea9b-37b5-4f79-90e0-ed8a4f8cc768, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=122dea9b-37b5-4f79-90e0-ed8a4f8cc768,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:06.226377 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.318859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c6a0d1-1b5e-4e25-9195-ccb1acc6fbb6 tempest-TestMinimumBasicScenario-1152424370 tempest-TestMinimumBasicScenario-1152424370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:06.324430 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d9c6a0d1-1b5e-4e25-9195-ccb1acc6fbb6 tempest-TestMinimumBasicScenario-1152424370 tempest-TestMinimumBasicScenario-1152424370-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1094 time: 0.2346215 Apr 16 12:03:06.325392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 48952) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:06.332310 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'floatingip': {'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'port_id': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:06.340926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:06.345407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:floatingip and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:06.357409 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c5a206-ba20-4921-b760-63db13ea304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:20Z', 'updated_at': '2021-04-16T12:03:03Z', 'revision_number': 5, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'gw_port': {'id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:06.358723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:06.362490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e96ac4d-c4e9-4e1c-989a-4255551ef47e None None] The sync data for ids ['49c5a206-ba20-4921-b760-63db13ea304e'] in dv-cinder-786627-1-smb is: [{'id': '49c5a206-ba20-4921-b760-63db13ea304e', 'name': 'tempest-ServerRescueNegativeTestJSON-1954382205-router', 'tenant_id': '89bec72172304c24ba69a460a96b3d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:20Z', 'updated_at': '2021-04-16T12:03:03Z', 'revision_number': 5, 'project_id': '89bec72172304c24ba69a460a96b3d4f', 'gw_port': {'id': '122dea9b-37b5-4f79-90e0-ed8a4f8cc768', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:4c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c5a206-ba20-4921-b760-63db13ea304e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:03:06.380689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:06.396591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for floatingip, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.398592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Calling delete_port for 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 owned by network:router_gateway {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:03:06.552437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.710660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Allocated IP 172.28.3.97 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/571c277d-5fff-4248-851f-b52a30cb477a) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:03:06.739128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.755560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:06.810950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Pushing event deleted for resources: {'Port': ['ID=122dea9b-37b5-4f79-90e0-ed8a4f8cc768,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:06.817518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:06.885816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.917458 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:06.932183 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6de5ba63-db35-43d8-90c6-99c1743801a8 tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:07.037386 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850975252'] for router_gateway, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.079204 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'Port': ['ID=571c277d-5fff-4248-851f-b52a30cb477a,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:07.092102 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:07.133886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:03:07.134927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:03:07.137178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:03:07.227427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850976938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.229790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.317128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 27064db5-b83a-4d06-97e9-f1bf89f46007 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:03:07.328384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3798470'] for router, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.329010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49c5a206-ba20-4921-b760-63db13ea304e {{(pid=85303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:03:07.343006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Notify callbacks [] for router, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.346705 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] 10.222.0.75 "DELETE /v2.0/routers/49c5a206-ba20-4921-b760-63db13ea304e HTTP/1.1" status: 204 len: 168 time: 2.2356970 Apr 16 12:03:07.347100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 48960) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:07.366851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 27064db5-b83a-4d06-97e9-f1bf89f46007 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:03:07.367424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 27064db5-b83a-4d06-97e9-f1bf89f46007 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:03:07.424101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] Deleting subnet a7934d93-8659-42e4-87aa-5276739ad1e6 {{(pid=85303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:03:07.427655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.488381 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793889091'] for subnet, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.548677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.726803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.852946 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60842799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852718778'] for subnet, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:07.881473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3886a290-ed1e-4236-9e4b-63c85ab1fbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:07.987446 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7934d93-8659-42e4-87aa-5276739ad1e6,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:07.990303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:08.030188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.036358 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a7934d93-8659-42e4-87aa-5276739ad1e6 HTTP/1.1" status: 204 len: 168 time: 0.6882520 Apr 16 12:03:08.038945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 48966) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:08.078593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.155667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.303619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.307670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.324726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:08.348291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.464013 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'Port': ['ID=571c277d-5fff-4248-851f-b52a30cb477a,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:08.469022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:08.590953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.717758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195b8b6d-8669-46c0-8ca5-07056e1f0597']}} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:08.731063 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a58c9c7-bd17-4907-9641-824d89c7c5e5') {'for_net_delete': True} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:08.731403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a58c9c7-bd17-4907-9641-824d89c7c5e5') {} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:08.744076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60886661'] for segment, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.765304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:08.771679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=85303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:03:08.782673 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Floating IP 48fd3f04-004b-4d6b-9050-4028d85bcd60 associated. External IP: 172.28.3.97, port: 84d475cf-03c4-4022-8945-11f6ab195dd0. Apr 16 12:03:08.954814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:03:08.965117 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793933170'] for segment, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.156459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Network 195b8b6d-8669-46c0-8ca5-07056e1f0597 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:03:09.173430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Router 8b8ccdfa-5dec-4022-9930-cae714dcc543 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:03:09.180030 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:03:09.249939 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:03:09.263701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.267469 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7d8c35c-707f-4eb9-838b-f9e500b6e2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:09.286303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.296322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:03:09.296839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 122dea9b-37b5-4f79-90e0-ed8a4f8cc768 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:03:09.298655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Pushing event deleted for resources: {'Network': ['ID=195b8b6d-8669-46c0-8ca5-07056e1f0597,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:09.302280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:09.306812 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f02f6377-42ee-49fd-ad62-7bdc0b8165ed admin admin] 10.222.0.75 "DELETE /v2.0/networks/195b8b6d-8669-46c0-8ca5-07056e1f0597 HTTP/1.1" status: 204 len: 168 time: 1.2668679 Apr 16 12:03:09.373112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:03:09.382915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] Sync routers for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:03:09.393834 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:09.394510 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:02:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:09.399511 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.434607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 48974) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:09.464304 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1375146 Apr 16 12:03:09.465980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:09.468734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 48978) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:09.477223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1553310383', 'description': 'tempest-secgroup-smoke-1553310383 description', 'project_id': '21231baa269449aea69bda41a08976b7'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:09.485371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:09.498680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:security_group and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:09.504709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:09.516903 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-523876fb-d3a3-438d-b01b-58887220ea14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89bec72172304c24ba69a460a96b3d4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0784955 Apr 16 12:03:09.516903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:09.517195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 48984) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:09.536919 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'status': 'completed', 'code': 200} Apr 16 12:03:09.550800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.578023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:09.583739 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:security_group_rule and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:09.587538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:09.596035 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:09.651709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-01f0ee41-078c-49d7-ae03-31ce0b5f9f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.687430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.696627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.697833 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:09.711079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-01f0ee41-078c-49d7-ae03-31ce0b5f9f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.725906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-eed86359-ef47-46ee-abe3-e5807ea59e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:09.727804 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-eed86359-ef47-46ee-abe3-e5807ea59e88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21231baa269449aea69bda41a08976b7&device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1099 time: 0.1711934 Apr 16 12:03:09.743909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.749372 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2795608 Apr 16 12:03:09.750160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 48992) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:09.751044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c645ce-27ca-4588-b302-c5c3125e62a1,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:09.755822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bb5899ca-7c0f-4bfc-b53b-c434fdaece0f tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:09.759599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'security_group_rule': {'security_group_id': '12c645ce-27ca-4588-b302-c5c3125e62a1', 'project_id': '21231baa269449aea69bda41a08976b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:09.766865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:09.771816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:security_group_rule and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:09.775479 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:09.782834 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:09.801344 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.817509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:09.895150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.895780 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-01f0ee41-078c-49d7-ae03-31ce0b5f9f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.898678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.903581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d784e42-c73e-44c3-bc1e-23607adeef9d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:09.905445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3f3e0546-348f-4a07-ac6e-c522099f8bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:09.922786 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93e822b-f8cc-40f5-b46e-58e80431796a,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:09.930151 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0ee41-078c-49d7-ae03-31ce0b5f9f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61d27aa-a153-4b4f-84dd-7078616aef69,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:09.935176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:09.939544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-01f0ee41-078c-49d7-ae03-31ce0b5f9f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:09.943233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-e198deec-4205-4c27-8716-23bbfa37c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:09.945051 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-e198deec-4205-4c27-8716-23bbfa37c694 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 200 len: 916 time: 0.2070565 Apr 16 12:03:09.947782 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:09.952675 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987274 Apr 16 12:03:09.953348 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 48998) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:09.960210 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'security_group_rule': {'security_group_id': '12c645ce-27ca-4588-b302-c5c3125e62a1', 'project_id': '21231baa269449aea69bda41a08976b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:09.968827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:09.973157 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:security_group_rule and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:09.976913 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:09.984943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:10.002046 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.026053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-01f0ee41-078c-49d7-ae03-31ce0b5f9f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.030433 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-01f0ee41-078c-49d7-ae03-31ce0b5f9f2e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e61d27aa-a153-4b4f-84dd-7078616aef69 HTTP/1.1" status: 204 len: 168 time: 0.5098655 Apr 16 12:03:10.080294 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-028767c5-c152-4425-93b2-f1183a7e4f39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 999 time: 0.1281519 Apr 16 12:03:10.093728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.097103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.099484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:10.132797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f09c805-3210-4b46-b14b-a75b0ebbd4ac,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:10.135840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.141354 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1867456 Apr 16 12:03:10.142153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49006) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:10.143073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:10.150277 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'security_group_rule': {'security_group_id': '12c645ce-27ca-4588-b302-c5c3125e62a1', 'project_id': '21231baa269449aea69bda41a08976b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:10.158771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:10.163224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:security_group_rule and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:10.166940 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:10.175750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:10.198601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.219682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-f20615f5-028b-46fe-a10e-bb7cff7f6815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:10.230790 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-f20615f5-028b-46fe-a10e-bb7cff7f6815 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89166379-e6d2-42c5-b466-242bf4e64d88 HTTP/1.1" status: 200 len: 854 time: 0.1367176 Apr 16 12:03:10.294869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': '48fd3f04-004b-4d6b-9050-4028d85bcd60', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'floating_ip_address': '172.28.3.97', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'port_id': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'mac_address': 'fa:16:3e:f0:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:03:07Z', 'updated_at': '2021-04-16T12:03:07Z', 'revision_number': 0, 'project_id': '21231baa269449aea69bda41a08976b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:55Z', 'revision_number': 5, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:10.297312 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.306300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] Checking router: 8b8ccdfa-5dec-4022-9930-cae714dcc543 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:03:10.310281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.312592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:10.316633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:10.317308 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:02:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:10.336487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9914dfe-0642-4677-8997-9aed59024bcd,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:10.342909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:10.351920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.353304 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2092485 Apr 16 12:03:10.356672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49012) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:10.361865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-f79c07af-6c5b-4ae2-a355-0f3b7c7f484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:10.363979 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-f79c07af-6c5b-4ae2-a355-0f3b7c7f484d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5146b20f-5c52-49b1-86fb-da473b7ede83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1275396 Apr 16 12:03:10.370538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'security_group_rule': {'security_group_id': '12c645ce-27ca-4588-b302-c5c3125e62a1', 'project_id': '21231baa269449aea69bda41a08976b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:10.385300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:10.390454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:security_group_rule and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:10.393648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:10.404111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:10.444413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.567032 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.571398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.584112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-66c176fd-1e61-4d15-ad6e-f7370dd84c57 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:10.596884 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-224f5871-81bd-44ed-95a7-0307ece31581 service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175832 Apr 16 12:03:10.634041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:10.647868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f848492b-b58e-494e-aa83-348be08e7caa,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:10.659255 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:10.675721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.680108 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3192289 Apr 16 12:03:10.680477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49024) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:10.688876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'security_group_rule': {'security_group_id': '12c645ce-27ca-4588-b302-c5c3125e62a1', 'project_id': '21231baa269449aea69bda41a08976b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:10.707541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:10.712330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:security_group_rule and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:10.715753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:10.723390 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:10.749749 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.securitygroups_db [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Project 21231baa269449aea69bda41a08976b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:03:10.759676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.774435 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9281ef91-e8dd-4905-9d72-9afb9faaed64 req-3554b124-3983-4e6d-9b9f-ae808a4398e3 service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765447 Apr 16 12:03:10.845623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.850180 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.857917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:10.881701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3af5ca-6a83-4801-a87f-c4970b6deee0,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:10.890133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:10.898819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:10.900530 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2189190 Apr 16 12:03:10.903388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49036) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:10.909619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'security_group_rule': {'security_group_id': '12c645ce-27ca-4588-b302-c5c3125e62a1', 'project_id': '21231baa269449aea69bda41a08976b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:10.916260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:10.921300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Usage tracker for resource:security_group_rule and tenant:21231baa269449aea69bda41a08976b7 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:10.924356 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:10.930654 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:10.944976 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.securitygroups_db [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Project 21231baa269449aea69bda41a08976b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:03:10.954524 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.029555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.032619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.036428 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:11.063832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01588f6-d0f3-4fc1-a196-233cb225165a,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:11.065450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': '48fd3f04-004b-4d6b-9050-4028d85bcd60', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'floating_ip_address': '172.28.3.97', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'port_id': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'mac_address': 'fa:16:3e:f0:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:03:07Z', 'updated_at': '2021-04-16T12:03:07Z', 'revision_number': 0, 'project_id': '21231baa269449aea69bda41a08976b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:55Z', 'revision_number': 5, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:11.066508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:11.069759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c6b999-2d9e-40e1-b248-72af9c3d3581 None None] The sync data for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb is: [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': '48fd3f04-004b-4d6b-9050-4028d85bcd60', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'floating_ip_address': '172.28.3.97', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'port_id': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'mac_address': 'fa:16:3e:f0:fa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:03:07Z', 'updated_at': '2021-04-16T12:03:07Z', 'revision_number': 0, 'project_id': '21231baa269449aea69bda41a08976b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:55Z', 'revision_number': 5, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:03:11.073742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.075196 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1706147 Apr 16 12:03:11.222961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-3e89d75d-b800-4c88-81cc-0955ba96428d tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Synchronizing usage tracker for tenant:21231baa269449aea69bda41a08976b7 on resource:security_group {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:03:11.252258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-3e89d75d-b800-4c88-81cc-0955ba96428d tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Unset dirty status for tenant:21231baa269449aea69bda41a08976b7 on resource:security_group {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:03:11.254059 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-3e89d75d-b800-4c88-81cc-0955ba96428d tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553310383&fields=id&tenant_id=21231baa269449aea69bda41a08976b7 HTTP/1.1" status: 200 len: 267 time: 0.0745375 Apr 16 12:03:11.352890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-595e21ef-a700-4325-b2a4-7cf79ca33979 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:11.354554 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-595e21ef-a700-4325-b2a4-7cf79ca33979 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.0944061 Apr 16 12:03:11.367643 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'port': {'security_groups': ['50e220f1-b052-4729-9386-41465aa0c0bc', '12c645ce-27ca-4588-b302-c5c3125e62a1']}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:11.393256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d5bdfb-b172-45c3-88f3-c99c656c0ca5 None None] New status for floating IP 48fd3f04-004b-4d6b-9050-4028d85bcd60: ACTIVE {{(pid=85305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:03:11.507487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.832412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] For port 84d475cf-03c4-4022-8945-11f6ab195dd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d475cf-03c4-4022-8945-11f6ab195dd0,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:11.862110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.865764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:11.880227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['84d475cf-03c4-4022-8945-11f6ab195dd0'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:11.881221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ac064061-c38f-42ac-8f61-57d2a75b0dbd tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:12.049188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'Port': ['ID=84d475cf-03c4-4022-8945-11f6ab195dd0,revision_number=6']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:12.055216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:12.099041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:12.099732 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:12.101287 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6433863a-dfc3-4bb1-b840-ccb0b4d64b11 req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "PUT /v2.0/ports/84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 982 time: 0.7391906 Apr 16 12:03:12.101849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:12.169177 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'status': 'completed', 'code': 200} Apr 16 12:03:12.296052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['84d475cf-03c4-4022-8945-11f6ab195dd0'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:12.309657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-78e2ea2e-fc49-493b-bd60-2ae03283e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:12.311603 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-78e2ea2e-fc49-493b-bd60-2ae03283e3a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21231baa269449aea69bda41a08976b7&device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1138 time: 0.1172652 Apr 16 12:03:12.372557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218c838-752d-44c6-9457-ed583925cd62 req-430539f2-85ca-45db-b8e8-097da394fd1c tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:12.374531 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9218c838-752d-44c6-9457-ed583925cd62 req-430539f2-85ca-45db-b8e8-097da394fd1c tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.1556652 Apr 16 12:03:12.439265 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9218c838-752d-44c6-9457-ed583925cd62 req-4f36de1d-3ba6-45b0-8997-335ffaab6027 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573339 Apr 16 12:03:12.450802 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-4079245c-66f2-41c2-8a31-765e9ba39094 None None] Provisioning complete for port 84d475cf-03c4-4022-8945-11f6ab195dd0 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:12.451226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4079245c-66f2-41c2-8a31-765e9ba39094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:12.484881 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-9180e3dc-0eef-459b-bbcc-98d53efc5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:12.486587 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-9180e3dc-0eef-459b-bbcc-98d53efc5c44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 200 len: 916 time: 0.1657686 Apr 16 12:03:12.615388 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-bd209ffb-3327-46da-82e1-7fb120254a62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 1001 time: 0.1205792 Apr 16 12:03:12.719412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-980541cb-b2d1-4200-be5d-ee72aa1fa858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:12.721028 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-980541cb-b2d1-4200-be5d-ee72aa1fa858 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89166379-e6d2-42c5-b466-242bf4e64d88 HTTP/1.1" status: 200 len: 854 time: 0.0965445 Apr 16 12:03:12.812541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-248bbf87-5780-4b9d-984e-f63ddff1f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:12.814213 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-248bbf87-5780-4b9d-984e-f63ddff1f176 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5146b20f-5c52-49b1-86fb-da473b7ede83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848260 Apr 16 12:03:12.982213 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-0b8cf405-a9a4-4b32-857d-a1c7663de6a2 service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513548 Apr 16 12:03:13.141555 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d79f2ece-1c42-4d4d-b1d9-d65b90ab10b0 req-c1e44287-ead8-4ef1-9eae-0af17bbe6c22 service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494126 Apr 16 12:03:14.390009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2cf591d4-b399-45a0-a1b3-71cab7cadefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.095891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a3b90ddf-9eaa-40f9-a979-d505bef1f2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:17.983323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.432728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49132) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:18.562319 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.578395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:18.582825 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] Usage tracker for resource:security_group_rule and tenant:bf97f926a76b4136805fc5592fd6d664 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:18.585802 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:18.592462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:18.669922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.683475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.686429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.695111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d535bf95-a32e-46f3-aee0-284216049673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:18.738639 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf97f926a76b4136805fc5592fd6d664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047390 Apr 16 12:03:18.740335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f90e47-2d77-4c54-bf92-16eaf245e312,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:18.741510 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49140) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:18.743638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-bf2ba42e-b763-4aa5-93d1-93270e6c28df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:18.810752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9cc983bb-0897-46ab-80b8-31e1a9517763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:18.839213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9cc983bb-0897-46ab-80b8-31e1a9517763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.050624 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.111573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9cc983bb-0897-46ab-80b8-31e1a9517763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.123785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b0695d48-5ab6-4162-8bf3-e57a4b49e8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:19.137792 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc983bb-0897-46ab-80b8-31e1a9517763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f90e47-2d77-4c54-bf92-16eaf245e312,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:19.140526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9cc983bb-0897-46ab-80b8-31e1a9517763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:19.141759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9cc983bb-0897-46ab-80b8-31e1a9517763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.142993 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9cc983bb-0897-46ab-80b8-31e1a9517763 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/16f90e47-2d77-4c54-bf92-16eaf245e312 HTTP/1.1" status: 204 len: 168 time: 0.4004328 Apr 16 12:03:19.428595 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49148) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:19.448414 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.463922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:19.468419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:3a676ad9f1bc4838afc2b97ec78d1da6 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:19.471362 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:19.477564 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:19.565165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.568353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.577727 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4b49630a-5f9f-496b-a551-7b9760a8de59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:19.622299 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a676ad9f1bc4838afc2b97ec78d1da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921027 Apr 16 12:03:19.623751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b79ccf-d1eb-4cc2-bc5d-6965aea9cb07,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:19.624864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49154) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:19.627130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:19.688761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-603afa56-03e0-4621-ad81-dbd6b078861d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.716818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-603afa56-03e0-4621-ad81-dbd6b078861d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.761348 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-603afa56-03e0-4621-ad81-dbd6b078861d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.766496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6398b11e-0246-4ec4-b705-7dda663701bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:19.779753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603afa56-03e0-4621-ad81-dbd6b078861d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b79ccf-d1eb-4cc2-bc5d-6965aea9cb07,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:19.782148 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-603afa56-03e0-4621-ad81-dbd6b078861d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:19.789450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-603afa56-03e0-4621-ad81-dbd6b078861d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:19.790673 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-603afa56-03e0-4621-ad81-dbd6b078861d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/95b79ccf-d1eb-4cc2-bc5d-6965aea9cb07 HTTP/1.1" status: 204 len: 168 time: 0.1647346 Apr 16 12:03:22.579474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1530460-5294-483c-9558-be2b6cc75bdd req-820778b8-f0ef-412a-89bb-4878c1e281b1 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:22.581131 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a1530460-5294-483c-9558-be2b6cc75bdd req-820778b8-f0ef-412a-89bb-4878c1e281b1 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.0935116 Apr 16 12:03:22.629999 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a1530460-5294-483c-9558-be2b6cc75bdd req-dda5b68c-8213-48f5-bfef-85afe6480218 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Apr 16 12:03:23.837507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2949a1f-cd54-4d8e-a5ff-4c9a339e997f req-ba5370c3-a439-4f0d-a39e-e220f804345c tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:23.839040 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c2949a1f-cd54-4d8e-a5ff-4c9a339e997f req-ba5370c3-a439-4f0d-a39e-e220f804345c tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.0919743 Apr 16 12:03:23.888385 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c2949a1f-cd54-4d8e-a5ff-4c9a339e997f req-9779039c-97a0-45d0-a6b8-895510d5b4e0 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Apr 16 12:03:25.093665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850813-eb0f-4e10-a8d9-fc4bf8a8e18a req-bf980865-89e1-4006-b246-6dc4e25f394d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:25.095261 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c5850813-eb0f-4e10-a8d9-fc4bf8a8e18a req-bf980865-89e1-4006-b246-6dc4e25f394d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.0897484 Apr 16 12:03:25.143569 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c5850813-eb0f-4e10-a8d9-fc4bf8a8e18a req-52c00431-b1ae-4c7e-9955-6a0a38c177dd tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418632 Apr 16 12:03:25.654207 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-240828bf-ca53-4940-8400-874dbddefbc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0981174 Apr 16 12:03:25.817391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-b15b0204-d9dc-42bc-abb6-0a562150d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:25.819008 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-b15b0204-d9dc-42bc-abb6-0a562150d9ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 1098 time: 0.0818949 Apr 16 12:03:25.978244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-86618382-0231-4529-9479-f0e65d71d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:25.979853 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-86618382-0231-4529-9479-f0e65d71d08c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 911 time: 0.1394391 Apr 16 12:03:26.101711 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-cf7374d3-3efa-485d-8a5c-3a6cf234ea2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27 HTTP/1.1" status: 200 len: 1000 time: 0.1088028 Apr 16 12:03:26.178009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-b77eae59-2b0f-4ec6-87ef-8bf7fa34f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:26.179588 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-b77eae59-2b0f-4ec6-87ef-8bf7fa34f80f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.0689726 Apr 16 12:03:26.280408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-56591494-680b-466d-82f3-52406b0666eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:26.282053 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-56591494-680b-466d-82f3-52406b0666eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0792544 Apr 16 12:03:26.356634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d1db8-e42f-4f2b-b843-0e15c4bb4812 req-4e0cbebb-1e48-4f16-b32b-b634f5547722 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:26.358090 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ad1d1db8-e42f-4f2b-b843-0e15c4bb4812 req-4e0cbebb-1e48-4f16-b32b-b634f5547722 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.0942025 Apr 16 12:03:26.406906 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ad1d1db8-e42f-4f2b-b843-0e15c4bb4812 req-0bfece75-5c6d-47d2-be7b-e88e49ee0ffc tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Apr 16 12:03:26.431899 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-efc87c18-0931-479e-b874-5e88acc1129e service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398535 Apr 16 12:03:26.578258 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ff951e49-1e3f-4461-984c-00dc376cc7ac req-611d1cb3-3477-4981-bbca-5801b15ca3a7 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380930 Apr 16 12:03:27.630378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7a3a3-75cd-4d5d-a71e-e828533df464 req-c2c05841-ceab-4176-9ad4-efd5e91eba30 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:27.631978 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20c7a3a3-75cd-4d5d-a71e-e828533df464 req-c2c05841-ceab-4176-9ad4-efd5e91eba30 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.0956168 Apr 16 12:03:27.689613 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20c7a3a3-75cd-4d5d-a71e-e828533df464 req-6f39e1fc-3274-456c-b70a-0194df3c1d1b tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508575 Apr 16 12:03:28.894129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c126e-b5dd-4085-9d47-a0bfa02f0c9d req-2f17d168-8516-4b67-9915-43ebb8cb37c3 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:28.895623 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b70c126e-b5dd-4085-9d47-a0bfa02f0c9d req-2f17d168-8516-4b67-9915-43ebb8cb37c3 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.0893407 Apr 16 12:03:28.952000 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b70c126e-b5dd-4085-9d47-a0bfa02f0c9d req-44790efd-a0f3-4b3d-a761-f0680dcb0214 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498974 Apr 16 12:03:28.990122 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-809a53f1-e9aa-4457-b093-faff2b8881b4 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:28.990886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-809a53f1-e9aa-4457-b093-faff2b8881b4 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Synchronizing usage tracker for tenant:f2e0424164044cd2be7d8178a3e8715a on resource:port {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:03:29.008789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-809a53f1-e9aa-4457-b093-faff2b8881b4 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Unset dirty status for tenant:f2e0424164044cd2be7d8178a3e8715a on resource:port {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:03:29.009811 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-809a53f1-e9aa-4457-b093-faff2b8881b4 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.47 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 946 time: 0.1110265 Apr 16 12:03:29.093452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Deleting port a2290476-c325-459a-89d0-47c37d354d08 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:03:29.093744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:29.387586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] For port a2290476-c325-459a-89d0-47c37d354d08, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a2290476-c325-459a-89d0-47c37d354d08,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:29.388022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:29.526486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Calling delete_port for a2290476-c325-459a-89d0-47c37d354d08 owned by compute:nova {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:03:29.633093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:29.691949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:29.704453 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['a2290476-c325-459a-89d0-47c37d354d08'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:29.708897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:29.762500 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Pushing event deleted for resources: {'Port': ['ID=a2290476-c325-459a-89d0-47c37d354d08,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:29.825202 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.826147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.827119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.827531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.827936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.828449 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.828769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.829172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.829619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.830039 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.830408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.830800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:29.835983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:29.970577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49322) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:29.987574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] No DVR routers for this DVR port a2290476-c325-459a-89d0-47c37d354d08 on host hv-cinder-78662 {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:03:29.990242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:29.994724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483237d3-32b6-44fc-a10b-532d3e722cdb', 'name': 'network-vif-deleted', 'tag': 'a2290476-c325-459a-89d0-47c37d354d08'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:30.015547 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-271ebbe3-c675-4fb8-bea4-c94c2317476d req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.47 "DELETE /v2.0/ports/a2290476-c325-459a-89d0-47c37d354d08 HTTP/1.1" status: 204 len: 173 time: 0.9993753 Apr 16 12:03:30.049562 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483237d3-32b6-44fc-a10b-532d3e722cdb', 'name': 'network-vif-deleted', 'tag': 'a2290476-c325-459a-89d0-47c37d354d08', 'status': 'completed', 'code': 200} Apr 16 12:03:30.152742 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8c7fd757-ade3-4c1c-b981-9ef84f04ea1c req-a0941213-f11c-4898-af48-4d449586ac8c tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=483237d3-32b6-44fc-a10b-532d3e722cdb HTTP/1.1" status: 200 len: 210 time: 0.0705390 Apr 16 12:03:30.153690 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.172850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:30.176907 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Usage tracker for resource:security_group_rule and tenant:be59d25198c24e2b8cf73b64a2eb4ca3 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:30.180677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:30.187305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:30.272698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.276232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.285503 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e523c1cf-4ec5-4c3f-ae50-3cfd19ca71bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:30.328413 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=be59d25198c24e2b8cf73b64a2eb4ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566689 Apr 16 12:03:30.329379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9a897d-982b-4430-97d8-9b1171bc1cbd,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:30.331403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49332) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:30.337663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.338086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.338504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.338905 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.339307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.339707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.340101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.340515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.340918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.341419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.342490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.342886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:30.347244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:30.395830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fec464ed-c0f6-42eb-ac33-2a7192441c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.423671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fec464ed-c0f6-42eb-ac33-2a7192441c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.471296 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fec464ed-c0f6-42eb-ac33-2a7192441c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.476334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-54083d3c-fb8e-41e3-8d0a-020b4b3c04ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:30.488284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec464ed-c0f6-42eb-ac33-2a7192441c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9a897d-982b-4430-97d8-9b1171bc1cbd,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:30.493154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-fec464ed-c0f6-42eb-ac33-2a7192441c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:30.495192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fec464ed-c0f6-42eb-ac33-2a7192441c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.496422 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-fec464ed-c0f6-42eb-ac33-2a7192441c49 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fe9a897d-982b-4430-97d8-9b1171bc1cbd HTTP/1.1" status: 204 len: 168 time: 0.1639359 Apr 16 12:03:30.810724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49340) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:30.830085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.846056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:30.850112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e46ca56bfcae4eb9800b802ed6104b53 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:30.853058 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:30.859696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:30.948877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.951431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:30.960188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0777d332-63d7-4ff5-8e6c-06cfdcfbafb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:31.004856 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e46ca56bfcae4eb9800b802ed6104b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903129 Apr 16 12:03:31.004856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7215346d-231e-45e2-8641-8e8d083a88df,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:31.014991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49344) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:31.015603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-06ee9f4a-de4f-43d4-9da4-8755589644c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:31.069932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4af7489-eec8-4b0b-b21f-40e8824e9478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.098051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4af7489-eec8-4b0b-b21f-40e8824e9478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.146613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4af7489-eec8-4b0b-b21f-40e8824e9478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.151690 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1c7a9f66-743d-46ce-b0da-9e228cea5c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:31.166948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af7489-eec8-4b0b-b21f-40e8824e9478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7215346d-231e-45e2-8641-8e8d083a88df,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:31.170300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c4af7489-eec8-4b0b-b21f-40e8824e9478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:31.174607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4af7489-eec8-4b0b-b21f-40e8824e9478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.175807 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c4af7489-eec8-4b0b-b21f-40e8824e9478 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7215346d-231e-45e2-8641-8e8d083a88df HTTP/1.1" status: 204 len: 168 time: 0.1693208 Apr 16 12:03:31.579841 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49358) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:31.599049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.614586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:31.619495 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Usage tracker for resource:security_group_rule and tenant:8e1678c58ff648aa8f0734f74021369f is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:31.623089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:31.629398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:31.716463 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.719281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.728048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-dc461687-f787-4fb8-b685-c0c8015d23ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:31.771862 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8e1678c58ff648aa8f0734f74021369f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911874 Apr 16 12:03:31.773597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b308d12-058e-4a13-b1a0-9f2e84ad20de,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:31.774856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49362) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:31.778473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:31.839711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-62c9f566-419f-47a9-a175-475f9c5786d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.867923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-62c9f566-419f-47a9-a175-475f9c5786d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.912762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-62c9f566-419f-47a9-a175-475f9c5786d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.917611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-24caf6c6-b391-4ef8-9947-88fbb8bd3033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:31.930605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9f566-419f-47a9-a175-475f9c5786d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b308d12-058e-4a13-b1a0-9f2e84ad20de,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:31.934629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-62c9f566-419f-47a9-a175-475f9c5786d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:31.940966 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-62c9f566-419f-47a9-a175-475f9c5786d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:31.942177 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-62c9f566-419f-47a9-a175-475f9c5786d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8b308d12-058e-4a13-b1a0-9f2e84ad20de HTTP/1.1" status: 204 len: 168 time: 0.1662469 Apr 16 12:03:33.097168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:03:33.170882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49410) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:33.187371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a2290476-c325-459a-89d0-47c37d354d08 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:03:33.225526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: a2290476-c325-459a-89d0-47c37d354d08 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:03:33.225920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a2290476-c325-459a-89d0-47c37d354d08 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:03:33.301489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:33.320485 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:33.324515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Usage tracker for resource:security_group_rule and tenant:c5ad596988b345acb583456f2946735c is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:33.328013 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:33.334254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:33.421609 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:33.424539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:33.433153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3296bafb-1a2a-471c-a591-53e0a2c7a463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:33.477097 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c5ad596988b345acb583456f2946735c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050737 Apr 16 12:03:33.478014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60be76ae-b6c6-4d1b-8308-d8a572ffce63,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:33.480064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49416) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:33.481155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:33.548668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-94e66f9e-dfaf-41b3-9273-ceab45fafee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:33.577274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-94e66f9e-dfaf-41b3-9273-ceab45fafee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:33.621644 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-94e66f9e-dfaf-41b3-9273-ceab45fafee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:33.626907 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2441adbc-d9b9-4386-9a7d-bad1629a2f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:33.640233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e66f9e-dfaf-41b3-9273-ceab45fafee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60be76ae-b6c6-4d1b-8308-d8a572ffce63,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:33.642610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-94e66f9e-dfaf-41b3-9273-ceab45fafee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:33.649811 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-94e66f9e-dfaf-41b3-9273-ceab45fafee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:33.651102 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-94e66f9e-dfaf-41b3-9273-ceab45fafee7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60be76ae-b6c6-4d1b-8308-d8a572ffce63 HTTP/1.1" status: 204 len: 168 time: 0.1698766 Apr 16 12:03:35.616612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-c064dd67-a258-4cb9-bdd2-88137fbc8508 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:35.618197 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-c064dd67-a258-4cb9-bdd2-88137fbc8508 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/networks?id=1cb3d85d-9b9e-438d-9d06-117e403444e8 HTTP/1.1" status: 200 len: 813 time: 0.1588452 Apr 16 12:03:35.635644 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-d94769ab-e8cf-4a59-bd7f-8a3fe0e213de tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/quotas/f2e0424164044cd2be7d8178a3e8715a HTTP/1.1" status: 200 len: 375 time: 0.0103047 Apr 16 12:03:35.690741 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-076807f8-b3ce-45b2-abbd-6340f3bb87ed tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f2e0424164044cd2be7d8178a3e8715a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485425 Apr 16 12:03:35.835761 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-84fa4c79-9d00-480f-b827-f2d6b1be2de8 service neutron] 10.222.0.75 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374278 Apr 16 12:03:35.980176 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-c6bdbec1-96ff-4ead-afb1-265a54c7d9ce service neutron] 10.222.0.75 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378682 Apr 16 12:03:36.203025 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c19cf758-3c1f-4e77-9dda-3daf17489591 req-9a4dbb5f-2e8a-43e9-ba9e-d2453f1f10d3 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 210 time: 0.0697043 Apr 16 12:03:37.360094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-be7135e5-6d91-4412-ac3e-96cb89e3ebf4 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:37.361694 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-be7135e5-6d91-4412-ac3e-96cb89e3ebf4 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.47 "GET /v2.0/networks?id=1cb3d85d-9b9e-438d-9d06-117e403444e8 HTTP/1.1" status: 200 len: 813 time: 0.1664338 Apr 16 12:03:37.376132 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Request body: {'port': {'device_id': '33c0282e-3c68-45ff-b674-8fe5758292a9', 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8', 'admin_state_up': True, 'tenant_id': 'f2e0424164044cd2be7d8178a3e8715a'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:37.381957 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-98a40697-d1cc-4a71-8012-77329471e23e req-3098c11d-ceee-4321-8f44-c03c9b388501 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 210 time: 0.0613470 Apr 16 12:03:37.531200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:37.535627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Usage tracker for resource:port and tenant:f2e0424164044cd2be7d8178a3e8715a is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:37.538679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:37.544800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:37.554776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Made reservation on behalf of f2e0424164044cd2be7d8178a3e8715a for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:03:37.562701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:37.734269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49504) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:37.745779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Allocated IP 172.20.0.11 (1cb3d85d-9b9e-438d-9d06-117e403444e8/e248435a-f4ae-4bc4-8e5a-e59c1a3e8742/e425f6e4-1372-4013-b375-151bb5ff9350) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:03:37.902536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:37.933867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:37.951059 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:94733a12868348d395c76b9937b7ffdc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:37.955839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:37.967533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:38.016508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.095744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.116689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6aeeddf9-b788-45d7-81b9-f80d6cbe4b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:38.161358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.220150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.277334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Pushing event updated for resources: {'Port': ['ID=e425f6e4-1372-4013-b375-151bb5ff9350,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:38.286555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:38.287092 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-eb0c6aaf-9abe-40fd-8ea6-ee9029684dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:38.312342 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=94733a12868348d395c76b9937b7ffdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5769944 Apr 16 12:03:38.315235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49510) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:38.346077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7aae74-647d-48e8-9899-b060d4f54614,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:38.350206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:38.368568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Network 1cb3d85d-9b9e-438d-9d06-117e403444e8 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:03:38.369987 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:03:38.372261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:03:38.380839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0a31-0266-4127-9dff-c0ef1ba26987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.409051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0a31-0266-4127-9dff-c0ef1ba26987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.442498 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:38.443465 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.456388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0a31-0266-4127-9dff-c0ef1ba26987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.463768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-204ad397-190c-4e42-bd49-5da173a7935d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:38.478087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e0a31-0266-4127-9dff-c0ef1ba26987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7aae74-647d-48e8-9899-b060d4f54614,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:38.479111 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1072896 Apr 16 12:03:38.480559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-aa8e0a31-0266-4127-9dff-c0ef1ba26987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.481735 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-aa8e0a31-0266-4127-9dff-c0ef1ba26987 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e7aae74-647d-48e8-9899-b060d4f54614 HTTP/1.1" status: 204 len: 168 time: 0.1654398 Apr 16 12:03:38.483335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-aa8e0a31-0266-4127-9dff-c0ef1ba26987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:38.493445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Request body: {'port': {'device_id': '33c0282e-3c68-45ff-b674-8fe5758292a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:38.627171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:38.848195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03180c96-994c-48ea-bab0-d3299cfa35a7 req-0146e419-e636-46a6-ac03-6b56a175d474 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:38.850046 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-03180c96-994c-48ea-bab0-d3299cfa35a7 req-0146e419-e636-46a6-ac03-6b56a175d474 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 932 time: 0.3229239 Apr 16 12:03:38.903991 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-03180c96-994c-48ea-bab0-d3299cfa35a7 req-c2c2cc02-b9b0-4543-b675-1b7b3a8f9b44 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462184 Apr 16 12:03:39.247509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e425f6e4-1372-4013-b375-151bb5ff9350 {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:39.256139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.272184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Transition to ACTIVE for port object e425f6e4-1372-4013-b375-151bb5ff9350 will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:03:39.275130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.290591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:39.424999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Pushing event updated for resources: {'Port': ['ID=e425f6e4-1372-4013-b375-151bb5ff9350,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:39.428084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:39.664936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Attempting to bind port e425f6e4-1372-4013-b375-151bb5ff9350 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:03:39.665230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Attempting to bind port e425f6e4-1372-4013-b375-151bb5ff9350 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:03:39.665600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Attempting to bind port e425f6e4-1372-4013-b375-151bb5ff9350 on network 1cb3d85d-9b9e-438d-9d06-117e403444e8 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:39.671034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Port e425f6e4-1372-4013-b375-151bb5ff9350 on network 1cb3d85d-9b9e-438d-9d06-117e403444e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:03:39.671389 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Attempting to bind port e425f6e4-1372-4013-b375-151bb5ff9350 on network 1cb3d85d-9b9e-438d-9d06-117e403444e8 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:39.676847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:03:39.677207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Checking segment: {'id': 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:03:39.677624 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Bound using segment: {'id': 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:03:39.678088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Bound port: e425f6e4-1372-4013-b375-151bb5ff9350, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:03:39.678468 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.780229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] For port e425f6e4-1372-4013-b375-151bb5ff9350, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:03:39.783421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] For port e425f6e4-1372-4013-b375-151bb5ff9350, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e425f6e4-1372-4013-b375-151bb5ff9350,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:03:39.786923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:39.803620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:39.962158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Pushing event updated for resources: {'Port': ['ID=e425f6e4-1372-4013-b375-151bb5ff9350,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:39.967683 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:40.001788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:40.002788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:40.004639 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] 10.222.0.47 "PUT /v2.0/ports/e425f6e4-1372-4013-b375-151bb5ff9350 HTTP/1.1" status: 200 len: 1094 time: 1.5160384 Apr 16 12:03:40.005361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33c0282e-3c68-45ff-b674-8fe5758292a9', 'tag': 'e425f6e4-1372-4013-b375-151bb5ff9350'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:40.085334 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33c0282e-3c68-45ff-b674-8fe5758292a9', 'tag': 'e425f6e4-1372-4013-b375-151bb5ff9350', 'status': 'completed', 'code': 200} Apr 16 12:03:40.128205 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca4ce-f886-4809-8568-4852dc48eafb req-a2956cc4-eb55-4500-a920-c46e9f632462 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:40.129495 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-49c02518-76d7-4f16-96e1-6adcee71b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:40.129853 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-41eca4ce-f886-4809-8568-4852dc48eafb req-a2956cc4-eb55-4500-a920-c46e9f632462 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 944 time: 0.0954700 Apr 16 12:03:40.131131 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-49c02518-76d7-4f16-96e1-6adcee71b4c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2e0424164044cd2be7d8178a3e8715a&device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 1097 time: 0.0854352 Apr 16 12:03:40.179008 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-41eca4ce-f886-4809-8568-4852dc48eafb req-9d4fc2c0-af2f-4eb1-9eed-262dc8b1ca11 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425289 Apr 16 12:03:40.215287 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-72d1ca02-bc50-4ecd-959c-5fb1b897a89a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e425f6e4-1372-4013-b375-151bb5ff9350 HTTP/1.1" status: 200 len: 217 time: 0.0724151 Apr 16 12:03:40.286567 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-691d1179-8924-424a-8bdf-d7128eae315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:40.288129 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-691d1179-8924-424a-8bdf-d7128eae315d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e248435a-f4ae-4bc4-8e5a-e59c1a3e8742 HTTP/1.1" status: 200 len: 853 time: 0.0634241 Apr 16 12:03:40.345641 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-ee7038d2-2a22-43bf-b3dd-50331a64fdad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cb3d85d-9b9e-438d-9d06-117e403444e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489178 Apr 16 12:03:40.494665 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-ee876b0a-ed77-430a-a6bd-ee28363da133 service neutron] 10.222.0.47 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375973 Apr 16 12:03:40.638469 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-725b3314-cb85-4b86-91b2-d29392a8de85 req-366f6b2e-12e9-48ed-b806-124120073ca8 service neutron] 10.222.0.47 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358418 Apr 16 12:03:40.769507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-ace23000-354d-48bc-9057-fa7dc90f5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:40.770995 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-ace23000-354d-48bc-9057-fa7dc90f5108 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f2e0424164044cd2be7d8178a3e8715a&device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 1097 time: 0.0779693 Apr 16 12:03:40.916462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-dfca02e1-0aee-44e6-8f87-e32ac82993dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:40.918102 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-dfca02e1-0aee-44e6-8f87-e32ac82993dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=1cb3d85d-9b9e-438d-9d06-117e403444e8 HTTP/1.1" status: 200 len: 914 time: 0.1391311 Apr 16 12:03:41.000458 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-6a04f711-0be7-43b2-ad0e-0c39d2055559 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e425f6e4-1372-4013-b375-151bb5ff9350 HTTP/1.1" status: 200 len: 217 time: 0.0707228 Apr 16 12:03:41.077262 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-a2608660-fad2-4718-9f8b-c953cf8dea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:41.078861 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-a2608660-fad2-4718-9f8b-c953cf8dea41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e248435a-f4ae-4bc4-8e5a-e59c1a3e8742 HTTP/1.1" status: 200 len: 853 time: 0.0662904 Apr 16 12:03:41.137509 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-8bf8f6b5-2ca5-4ede-9b82-5a286abaf4a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1cb3d85d-9b9e-438d-9d06-117e403444e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469100 Apr 16 12:03:41.153094 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ef2103ff-ea81-4307-a9e7-535509a11b32 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b99783d6fa5c497595567416cba0bead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418620 Apr 16 12:03:41.286400 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-f805e0e6-218a-46a1-bb17-af6fae7bc155 service neutron] 10.222.0.47 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414323 Apr 16 12:03:41.365746 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0adc12-2998-49cc-a732-5145353456c9 req-dd2184b8-9fe2-42b5-8b34-d08737906a95 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:41.367344 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-dd2184b8-9fe2-42b5-8b34-d08737906a95 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077687 Apr 16 12:03:41.391813 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-6c0b34e4-9714-45ee-9a71-5467bb7f5b0d tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/quotas/b99783d6fa5c497595567416cba0bead HTTP/1.1" status: 200 len: 375 time: 0.0174782 Apr 16 12:03:41.436915 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20ce9cbe-8773-4405-815e-812d85d66c17 req-f66b3564-bb7e-48e5-8781-f6e60df6c335 service neutron] 10.222.0.47 "GET /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406279 Apr 16 12:03:41.462681 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-b6765586-982f-44c8-a64b-edd38b08aac4 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b99783d6fa5c497595567416cba0bead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633686 Apr 16 12:03:41.479592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14186f6-24aa-44b7-8e4c-334d45cecd0a req-acb31019-8d04-42d0-ae9a-aaa9af3b786e tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:41.481094 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a14186f6-24aa-44b7-8e4c-334d45cecd0a req-acb31019-8d04-42d0-ae9a-aaa9af3b786e tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 944 time: 0.1691270 Apr 16 12:03:41.531454 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a14186f6-24aa-44b7-8e4c-334d45cecd0a req-89c9efec-400e-4134-a79d-67a31862de0a tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Apr 16 12:03:41.665738 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-95a4bcbe-6bea-413b-b69a-1828b5369784 req-1c15ff69-cdbc-4f15-bc2c-6dadf78438c1 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 210 time: 0.0535572 Apr 16 12:03:42.724151 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-d06f4abd-bc7c-47b6-9531-1ac904cf7196 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b99783d6fa5c497595567416cba0bead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443511 Apr 16 12:03:42.745546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4de251-fd9c-400a-a760-45814239a0b2 req-f9037e1d-a9b8-4076-bade-3be196191d3a tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:42.755172 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-de4de251-fd9c-400a-a760-45814239a0b2 req-f9037e1d-a9b8-4076-bade-3be196191d3a tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 944 time: 0.1075339 Apr 16 12:03:42.852119 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c36b3a5c-4088-4659-8107-b22c5708a0fe req-8cfaf5a9-dc16-4991-858d-98d8989f8e5c tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 210 time: 0.0606935 Apr 16 12:03:42.855437 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-de4de251-fd9c-400a-a760-45814239a0b2 req-12fc5b0f-8e2c-4ea5-aa51-521546a4b355 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994089 Apr 16 12:03:42.907175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0adc12-2998-49cc-a732-5145353456c9 req-0ece19fa-846b-439d-8edd-b566c0d89b04 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:42.908779 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-0ece19fa-846b-439d-8edd-b566c0d89b04 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1782007 Apr 16 12:03:42.925210 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Request body: {'port': {'device_id': '3ca2d6ad-2a11-4c6c-a0b8-076d590d6110', 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610', 'admin_state_up': True, 'tenant_id': 'b99783d6fa5c497595567416cba0bead'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:43.069941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:43.073889 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Usage tracker for resource:port and tenant:b99783d6fa5c497595567416cba0bead is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:43.077447 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:43.083600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:43.092214 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Made reservation on behalf of b99783d6fa5c497595567416cba0bead for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:03:43.098154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.111516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.127488 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:03:43.131426 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Usage tracker for resource:security_group_rule and tenant:b99783d6fa5c497595567416cba0bead is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:03:43.134301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:03:43.140475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:03:43.227491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.230246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.235186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e76a408d-17e4-483e-8c83-afb394d58792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:43.241619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device e425f6e4-1372-4013-b375-151bb5ff9350 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:03:43.317556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4044141c-8deb-42b5-b295-626821a9f558,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:43.323257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:43.395073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port e425f6e4-1372-4013-b375-151bb5ff9350, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e425f6e4-1372-4013-b375-151bb5ff9350,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:43.412864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'e425f6e4-1372-4013-b375-151bb5ff9350', 'network_id': '1cb3d85d-9b9e-438d-9d06-117e403444e8', 'port_id': 'e425f6e4-1372-4013-b375-151bb5ff9350', 'mac_address': 'fa:16:3e:a1:d0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e248435a-f4ae-4bc4-8e5a-e59c1a3e8742', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:03:43.414981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Allocated IP 192.168.233.55 (fb6ee51c-6bf1-46fd-bd91-15a22968b610/52334aef-57e5-407a-a70e-eec44e74f47e/797fad0b-7e11-4a53-8869-e43bb7861f21) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:03:43.475253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.498688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e425f6e4-1372-4013-b375-151bb5ff9350 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:43.515140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port e425f6e4-1372-4013-b375-151bb5ff9350, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e425f6e4-1372-4013-b375-151bb5ff9350,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:43.523050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.525552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:43.600157 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=e425f6e4-1372-4013-b375-151bb5ff9350,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:43.608852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.609243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.609623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.609990 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.610355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.610722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.611085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.611447 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.611957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.612320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.612714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.613081 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:03:43.617244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:43.632023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.648049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Transition to ACTIVE for port object 797fad0b-7e11-4a53-8869-e43bb7861f21 will not be triggered until provisioned by entity DHCP. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:03:43.672196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:43.687358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:43.826589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['e425f6e4-1372-4013-b375-151bb5ff9350'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:43.828484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Pushing event updated for resources: {'Port': ['ID=797fad0b-7e11-4a53-8869-e43bb7861f21,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:43.833473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:43.888411 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Network fb6ee51c-6bf1-46fd-bd91-15a22968b610 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:03:43.890620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:03:43.893184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:03:43.970181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:43.970918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:44.025914 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1048129 Apr 16 12:03:44.039755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Request body: {'port': {'device_id': '3ca2d6ad-2a11-4c6c-a0b8-076d590d6110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:03:44.135867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-5dc09584-160e-4529-831f-823ff316a1da None None] Provisioning for port 797fad0b-7e11-4a53-8869-e43bb7861f21 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:03:44.143377 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-5dc09584-160e-4529-831f-823ff316a1da None None] Provisioning complete for port 797fad0b-7e11-4a53-8869-e43bb7861f21 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:44.143585 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5dc09584-160e-4529-831f-823ff316a1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:44.163972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fa4ad-90a7-4609-a959-8ac39d457ecd req-3c634428-e82e-4549-9e4c-2f35e4391b61 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:44.165772 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c72fa4ad-90a7-4609-a959-8ac39d457ecd req-3c634428-e82e-4549-9e4c-2f35e4391b61 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 945 time: 0.1653373 Apr 16 12:03:44.170205 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:44.198929 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d821b7-cb84-47f7-be17-4a523097a85f req-f088e4cd-99e9-490b-a27e-1bdf3c8d2d21 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:44.200454 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f8d821b7-cb84-47f7-be17-4a523097a85f req-f088e4cd-99e9-490b-a27e-1bdf3c8d2d21 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 935 time: 0.1463928 Apr 16 12:03:44.211900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-5dc09584-160e-4529-831f-823ff316a1da None None] Port 797fad0b-7e11-4a53-8869-e43bb7861f21 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:03:44.244050 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c72fa4ad-90a7-4609-a959-8ac39d457ecd req-b5450766-7736-420e-bf35-5c7d006c730e tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697470 Apr 16 12:03:44.271912 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f8d821b7-cb84-47f7-be17-4a523097a85f req-4d2672aa-e530-4028-98af-11be5d288432 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533087 Apr 16 12:03:44.381008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca57845a-f55c-488c-99ff-1f785122d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:44.772388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797fad0b-7e11-4a53-8869-e43bb7861f21 {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:44.781010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:44.796010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Transition to ACTIVE for port object 797fad0b-7e11-4a53-8869-e43bb7861f21 will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:03:44.798635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:44.811534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a8ae82da-e00e-42fa-9c93-b45f7f87dd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:44.950534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Pushing event updated for resources: {'Port': ['ID=797fad0b-7e11-4a53-8869-e43bb7861f21,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:44.956130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:45.190271 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-7d7334d8-7f15-4fc8-8771-4680447c0ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.191813 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-7d7334d8-7f15-4fc8-8771-4680447c0ef1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21231baa269449aea69bda41a08976b7&device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1138 time: 0.1863632 Apr 16 12:03:45.193899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Attempting to bind port 797fad0b-7e11-4a53-8869-e43bb7861f21 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:03:45.194397 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Attempting to bind port 797fad0b-7e11-4a53-8869-e43bb7861f21 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'df30d5f8-e9ab-49e6-913d-25f2dec01316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:03:45.194881 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Attempting to bind port 797fad0b-7e11-4a53-8869-e43bb7861f21 on network fb6ee51c-6bf1-46fd-bd91-15a22968b610 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:45.204264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Port 797fad0b-7e11-4a53-8869-e43bb7861f21 on network fb6ee51c-6bf1-46fd-bd91-15a22968b610 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:03:45.204717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Attempting to bind port 797fad0b-7e11-4a53-8869-e43bb7861f21 on network fb6ee51c-6bf1-46fd-bd91-15a22968b610 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:03:45.210877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:03:45.211264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Checking segment: {'id': 'df30d5f8-e9ab-49e6-913d-25f2dec01316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:03:45.211687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Bound using segment: {'id': 'df30d5f8-e9ab-49e6-913d-25f2dec01316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:03:45.212158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Bound port: 797fad0b-7e11-4a53-8869-e43bb7861f21, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df30d5f8-e9ab-49e6-913d-25f2dec01316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:03:45.212665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:45.231314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0d69-8c80-4e57-a8e7-df28c1bc75e6 req-05f1f900-d5df-4c46-a0c4-7571414e21df tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.233070 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f20a0d69-8c80-4e57-a8e7-df28c1bc75e6 req-05f1f900-d5df-4c46-a0c4-7571414e21df tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.1585376 Apr 16 12:03:45.259182 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device e425f6e4-1372-4013-b375-151bb5ff9350 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:03:45.322318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] For port 797fad0b-7e11-4a53-8869-e43bb7861f21, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:03:45.325633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] For port 797fad0b-7e11-4a53-8869-e43bb7861f21, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=797fad0b-7e11-4a53-8869-e43bb7861f21,segment=NetworkSegment(df30d5f8-e9ab-49e6-913d-25f2dec01316),segment_id=df30d5f8-e9ab-49e6-913d-25f2dec01316)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:03:45.330914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:45.341746 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port e425f6e4-1372-4013-b375-151bb5ff9350 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:03:45.346939 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port e425f6e4-1372-4013-b375-151bb5ff9350 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:45.347672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:45.348226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a649f9ea-3c5a-42b6-b802-c93d9f593002 tempest-DeleteServersTestJSON-1281398189 tempest-DeleteServersTestJSON-1281398189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:45.359968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-d0c1edae-a496-45d0-98ee-0d430c66a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.361911 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-d0c1edae-a496-45d0-98ee-0d430c66a174 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 200 len: 916 time: 0.1624844 Apr 16 12:03:45.471983 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f20a0d69-8c80-4e57-a8e7-df28c1bc75e6 req-1d04188b-8650-4352-b168-a1ca65038a76 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086392 Apr 16 12:03:45.498481 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:45.532923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Pushing event updated for resources: {'Port': ['ID=797fad0b-7e11-4a53-8869-e43bb7861f21,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:45.538387 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:45.563595 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c0282e-3c68-45ff-b674-8fe5758292a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e425f6e4-1372-4013-b375-151bb5ff9350'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:45.574844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port e425f6e4-1372-4013-b375-151bb5ff9350, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e425f6e4-1372-4013-b375-151bb5ff9350,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:45.578585 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:45.580670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-827c9c7d-cf58-4b48-a4cc-5c50c960c9c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:45.587604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.588565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:45.590293 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] 10.222.0.47 "PUT /v2.0/ports/797fad0b-7e11-4a53-8869-e43bb7861f21 HTTP/1.1" status: 200 len: 1097 time: 1.5557997 Apr 16 12:03:45.591071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca2d6ad-2a11-4c6c-a0b8-076d590d6110', 'tag': '797fad0b-7e11-4a53-8869-e43bb7861f21'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:45.650305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787561df-63e6-437e-a6bd-b8374dc74cf2 req-4496816b-620a-4f4c-8ef6-5e05e5721472 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.658728 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-787561df-63e6-437e-a6bd-b8374dc74cf2 req-4496816b-620a-4f4c-8ef6-5e05e5721472 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 945 time: 0.2593040 Apr 16 12:03:45.697549 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=e425f6e4-1372-4013-b375-151bb5ff9350,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:45.701214 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:45.734326 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-587f4875-2b58-48b3-bb2c-468d486ac3ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 1001 time: 0.3360760 Apr 16 12:03:45.738340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0adc12-2998-49cc-a732-5145353456c9 req-11c7c51a-a816-455e-89bf-97279cf99868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.740016 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-11c7c51a-a816-455e-89bf-97279cf99868 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b99783d6fa5c497595567416cba0bead&device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 1100 time: 0.1016645 Apr 16 12:03:45.819364 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-6f819c29-3f62-4c49-99a3-ccbc080c91e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=797fad0b-7e11-4a53-8869-e43bb7861f21 HTTP/1.1" status: 200 len: 217 time: 0.0691607 Apr 16 12:03:45.826388 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-787561df-63e6-437e-a6bd-b8374dc74cf2 req-a0f01be1-699f-4d06-9f22-aef6c7ace565 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666589 Apr 16 12:03:45.854856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e16616-f5e7-4be1-8cba-fa06490c785a req-06d740f6-1144-4374-a261-512b53054388 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.856470 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-79e16616-f5e7-4be1-8cba-fa06490c785a req-06d740f6-1144-4374-a261-512b53054388 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 947 time: 0.2237082 Apr 16 12:03:45.865469 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-6335e483-731b-4793-ab3b-5f6a6fd9fd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.867067 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-6335e483-731b-4793-ab3b-5f6a6fd9fd8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89166379-e6d2-42c5-b466-242bf4e64d88 HTTP/1.1" status: 200 len: 854 time: 0.1169083 Apr 16 12:03:45.898156 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c0282e-3c68-45ff-b674-8fe5758292a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e425f6e4-1372-4013-b375-151bb5ff9350', 'code': 200} Apr 16 12:03:45.917921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0adc12-2998-49cc-a732-5145353456c9 req-35244e54-df60-4907-ae2a-f1dadbb9c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:45.919761 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-35244e54-df60-4907-ae2a-f1dadbb9c31d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52334aef-57e5-407a-a70e-eec44e74f47e HTTP/1.1" status: 200 len: 843 time: 0.0914001 Apr 16 12:03:45.967229 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-79e16616-f5e7-4be1-8cba-fa06490c785a req-cea1082b-d431-404c-aee9-49101dc15d60 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981107 Apr 16 12:03:45.975237 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca2d6ad-2a11-4c6c-a0b8-076d590d6110', 'tag': '797fad0b-7e11-4a53-8869-e43bb7861f21', 'status': 'completed', 'code': 200} Apr 16 12:03:46.002951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-a7b1fa4a-5d02-4c94-9174-6fa39421a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:46.004658 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-a7b1fa4a-5d02-4c94-9174-6fa39421a1d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5146b20f-5c52-49b1-86fb-da473b7ede83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1054518 Apr 16 12:03:46.021626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0adc12-2998-49cc-a732-5145353456c9 req-2b35ba19-37c6-4e4f-8755-50548b6cfede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:46.022999 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-2b35ba19-37c6-4e4f-8755-50548b6cfede service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6ee51c-6bf1-46fd-bd91-15a22968b610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0899472 Apr 16 12:03:46.152272 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-fba13ab3-6557-4164-82a2-ff9cbb49c7dc service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388860 Apr 16 12:03:46.248903 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-01a34410-1572-442c-ba5b-39464ee67d70 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6ee51c-6bf1-46fd-bd91-15a22968b610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171848 Apr 16 12:03:46.251867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1290f-e003-4fd0-a4b4-4ede546a95c0 req-50b26de2-10e3-4890-a8b6-e8bbf6317430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:46.253416 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c5f1290f-e003-4fd0-a4b4-4ede546a95c0 req-50b26de2-10e3-4890-a8b6-e8bbf6317430 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 1099 time: 0.1388342 Apr 16 12:03:46.296948 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dcf5856e-69ee-4476-b1d8-ee56b5622b9c req-31a591fb-c40b-47e1-89ed-58d3e5796bea service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365459 Apr 16 12:03:46.399943 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c5f1290f-e003-4fd0-a4b4-4ede546a95c0 req-62818b0f-9ea1-4340-bf1e-6e8c99270883 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119061 Apr 16 12:03:46.439300 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6d0adc12-2998-49cc-a732-5145353456c9 req-f3d23ae4-10dd-45bf-b912-5154c37661ff service neutron] 10.222.0.47 "GET /v2.0/networks/fb6ee51c-6bf1-46fd-bd91-15a22968b610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744580 Apr 16 12:03:46.599753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-f16392fd-5990-490c-b221-cc5d48989085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:46.601453 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-f16392fd-5990-490c-b221-cc5d48989085 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b99783d6fa5c497595567416cba0bead&device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 1100 time: 0.0856509 Apr 16 12:03:46.690249 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bc89a-6149-4a09-94ac-9f36038c74bd req-d55a79db-e6ea-4238-be2b-8d5d94335f82 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:46.691885 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fe6bc89a-6149-4a09-94ac-9f36038c74bd req-d55a79db-e6ea-4238-be2b-8d5d94335f82 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.0899477 Apr 16 12:03:46.748259 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fe6bc89a-6149-4a09-94ac-9f36038c74bd req-77d0844f-3b1f-4701-b1f4-c76c2ad8c7bb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496886 Apr 16 12:03:46.748772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-6bb61d14-d456-46e7-83fd-06f03a9afcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:46.750639 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-6bb61d14-d456-46e7-83fd-06f03a9afcd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6ee51c-6bf1-46fd-bd91-15a22968b610 HTTP/1.1" status: 200 len: 870 time: 0.1423721 Apr 16 12:03:46.831938 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-362c94dd-20e4-41b6-9800-1c48862d5567 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=797fad0b-7e11-4a53-8869-e43bb7861f21 HTTP/1.1" status: 200 len: 217 time: 0.0703032 Apr 16 12:03:46.913037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-4dc7966f-a2fa-40b3-b0cf-bab88e0ea78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:46.914733 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-4dc7966f-a2fa-40b3-b0cf-bab88e0ea78f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=52334aef-57e5-407a-a70e-eec44e74f47e HTTP/1.1" status: 200 len: 843 time: 0.0678022 Apr 16 12:03:47.005612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-2db8d127-70d1-4842-9d28-9b5bb144b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:47.007470 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-2db8d127-70d1-4842-9d28-9b5bb144b599 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6ee51c-6bf1-46fd-bd91-15a22968b610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0840566 Apr 16 12:03:47.038247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35569ad5-09cc-4079-bb87-12f450dc998c req-d147871e-1111-4b91-ad97-ede63ade51af tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:47.039870 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-35569ad5-09cc-4079-bb87-12f450dc998c req-d147871e-1111-4b91-ad97-ede63ade51af tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 946 time: 0.0923302 Apr 16 12:03:47.092271 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-35569ad5-09cc-4079-bb87-12f450dc998c req-69974537-7a7a-44e1-8d1c-d28a7c935bb6 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Apr 16 12:03:47.104480 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dc8bd19c-96e7-4b26-9041-952b6ef4c0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:47.158070 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-48bca367-5b1b-4587-aee1-4b891fb3d3a2 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6ee51c-6bf1-46fd-bd91-15a22968b610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407855 Apr 16 12:03:47.189451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15484e25-865a-4792-a3da-27a997c2900a req-aa78c896-9966-4552-8ece-6e614017e922 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:47.191051 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-15484e25-865a-4792-a3da-27a997c2900a req-aa78c896-9966-4552-8ece-6e614017e922 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 947 time: 0.0977902 Apr 16 12:03:47.242598 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-15484e25-865a-4792-a3da-27a997c2900a req-e7ae423a-e440-45da-aab1-135cba1cf9c3 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 Apr 16 12:03:47.313401 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-809ae80f-ccf4-4682-8e91-fda21dc8f723 req-3a1d3248-e403-4964-8f23-b0fe6b28cbc9 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6ee51c-6bf1-46fd-bd91-15a22968b610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427460 Apr 16 12:03:47.954247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff66433-0895-4e5f-84f3-0012e4f2f90d req-a2560840-625b-41a8-a141-1884f3dd51d5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:47.955725 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5ff66433-0895-4e5f-84f3-0012e4f2f90d req-a2560840-625b-41a8-a141-1884f3dd51d5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.0894518 Apr 16 12:03:47.986231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:48.007768 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5ff66433-0895-4e5f-84f3-0012e4f2f90d req-d4d4e87a-a913-4fd3-a719-600e3e265bed tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453970 Apr 16 12:03:48.306684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb7cb76-4f47-44ec-afaf-c759314fafc6 req-1475917d-2741-45fd-bd16-8149d1063e63 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:48.308303 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5eb7cb76-4f47-44ec-afaf-c759314fafc6 req-1475917d-2741-45fd-bd16-8149d1063e63 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 946 time: 0.0954397 Apr 16 12:03:48.358130 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5eb7cb76-4f47-44ec-afaf-c759314fafc6 req-9f04016c-ae3a-4ad5-a901-3b0852ad9ad6 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Apr 16 12:03:48.455710 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe3191-95e7-41d9-a4ae-f8760998ff7c req-5a1ebcc7-1bea-42d6-b8ae-6b3e46010423 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:48.457401 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-51fe3191-95e7-41d9-a4ae-f8760998ff7c req-5a1ebcc7-1bea-42d6-b8ae-6b3e46010423 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 947 time: 0.0897973 Apr 16 12:03:48.510109 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-51fe3191-95e7-41d9-a4ae-f8760998ff7c req-bf459b0d-bfd8-47b3-acf8-8035819f4296 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454659 Apr 16 12:03:48.673424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:49.056597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:49.232545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a731345-a87c-44e5-9e37-0c301627f613 req-4b47b141-4b0f-4844-aac1-ac5eeca13632 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:49.234812 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6a731345-a87c-44e5-9e37-0c301627f613 req-4b47b141-4b0f-4844-aac1-ac5eeca13632 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.1009405 Apr 16 12:03:49.289697 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6a731345-a87c-44e5-9e37-0c301627f613 req-2aaea94a-15de-4a6d-b91e-513f55234608 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477412 Apr 16 12:03:49.299510 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 797fad0b-7e11-4a53-8869-e43bb7861f21 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:03:49.453260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 797fad0b-7e11-4a53-8869-e43bb7861f21, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=797fad0b-7e11-4a53-8869-e43bb7861f21,segment=NetworkSegment(df30d5f8-e9ab-49e6-913d-25f2dec01316),segment_id=df30d5f8-e9ab-49e6-913d-25f2dec01316)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:49.468065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '797fad0b-7e11-4a53-8869-e43bb7861f21', 'network_id': 'fb6ee51c-6bf1-46fd-bd91-15a22968b610', 'port_id': '797fad0b-7e11-4a53-8869-e43bb7861f21', 'mac_address': 'fa:16:3e:4c:98:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52334aef-57e5-407a-a70e-eec44e74f47e', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:03:49.534832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:49.554974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797fad0b-7e11-4a53-8869-e43bb7861f21 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:03:49.576648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 797fad0b-7e11-4a53-8869-e43bb7861f21, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=797fad0b-7e11-4a53-8869-e43bb7861f21,segment=NetworkSegment(df30d5f8-e9ab-49e6-913d-25f2dec01316),segment_id=df30d5f8-e9ab-49e6-913d-25f2dec01316)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:49.580676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:49.583900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:49.663218 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=797fad0b-7e11-4a53-8869-e43bb7861f21,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:49.667260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:49.878206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16914eec-03ae-4d5b-a1ac-e7e0b1fa76c4 req-96f275ae-290c-4269-8d3e-545a15376c76 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:49.879992 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-16914eec-03ae-4d5b-a1ac-e7e0b1fa76c4 req-96f275ae-290c-4269-8d3e-545a15376c76 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 948 time: 0.0994740 Apr 16 12:03:49.930492 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-16914eec-03ae-4d5b-a1ac-e7e0b1fa76c4 req-9da5b848-d055-4913-8683-8b65de22b23b tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Apr 16 12:03:49.969328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['797fad0b-7e11-4a53-8869-e43bb7861f21'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:50.245080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83de3fd-8f67-4c00-8d28-3f1c9d4dfacf req-733eb12e-31e4-4212-9d3b-605bb298da46 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:50.246798 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c83de3fd-8f67-4c00-8d28-3f1c9d4dfacf req-733eb12e-31e4-4212-9d3b-605bb298da46 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.0934222 Apr 16 12:03:50.300171 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c83de3fd-8f67-4c00-8d28-3f1c9d4dfacf req-4af460f7-7603-41fa-be41-d6353ffa557e tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 Apr 16 12:03:50.749324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d29ede-e9cc-4f3c-8170-6f2968fcad55 req-ef054264-70ab-4546-9b79-8266f424be12 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:50.750945 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-95d29ede-e9cc-4f3c-8170-6f2968fcad55 req-ef054264-70ab-4546-9b79-8266f424be12 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.3259218 Apr 16 12:03:50.852435 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-95d29ede-e9cc-4f3c-8170-6f2968fcad55 req-9d57e7c7-616f-41a9-ba32-9ebf79fba602 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622377 Apr 16 12:03:50.882890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d207b0-43f8-4eab-80cf-9b881910dd83 req-ea5d8711-ec71-4f55-80c4-836eb8769e03 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:50.884548 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d207b0-43f8-4eab-80cf-9b881910dd83 req-ea5d8711-ec71-4f55-80c4-836eb8769e03 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1299424 Apr 16 12:03:50.935900 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-70d207b0-43f8-4eab-80cf-9b881910dd83 req-994a1f8c-521a-4a0d-b48d-523a213195f6 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442727 Apr 16 12:03:51.132301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e957f-e324-4199-9158-8a75846bcd30 req-1bc9043d-84fb-4dc5-899e-a47b8bb426ff tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:51.133913 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a41e957f-e324-4199-9158-8a75846bcd30 req-1bc9043d-84fb-4dc5-899e-a47b8bb426ff tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 948 time: 0.0892658 Apr 16 12:03:51.184468 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a41e957f-e324-4199-9158-8a75846bcd30 req-3cb328d5-c276-433e-94dc-130870fe1dc8 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Apr 16 12:03:51.299319 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 797fad0b-7e11-4a53-8869-e43bb7861f21 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:03:51.372539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 797fad0b-7e11-4a53-8869-e43bb7861f21 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:03:51.377570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 797fad0b-7e11-4a53-8869-e43bb7861f21 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:03:51.377995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:51.530675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325af125-dd39-4081-a4f4-4483070d9184 req-dcbbfac4-e742-46f6-b2fe-23f0e3f41f25 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:51.532135 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-325af125-dd39-4081-a4f4-4483070d9184 req-dcbbfac4-e742-46f6-b2fe-23f0e3f41f25 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.1020956 Apr 16 12:03:51.587605 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-325af125-dd39-4081-a4f4-4483070d9184 req-44a54a77-adc5-4a57-b7f1-f10136be3800 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476258 Apr 16 12:03:51.692443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:51.722884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca2d6ad-2a11-4c6c-a0b8-076d590d6110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797fad0b-7e11-4a53-8869-e43bb7861f21'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:51.735902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 797fad0b-7e11-4a53-8869-e43bb7861f21, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=797fad0b-7e11-4a53-8869-e43bb7861f21,segment=NetworkSegment(df30d5f8-e9ab-49e6-913d-25f2dec01316),segment_id=df30d5f8-e9ab-49e6-913d-25f2dec01316)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:51.739307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:51.742088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4871383d-0a48-4efa-9e27-11a0e26222a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:51.774795 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca2d6ad-2a11-4c6c-a0b8-076d590d6110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797fad0b-7e11-4a53-8869-e43bb7861f21', 'code': 200} Apr 16 12:03:51.820685 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=797fad0b-7e11-4a53-8869-e43bb7861f21,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:51.824792 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:52.063066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5b1fa-2dc3-44e9-bbbc-8b6494f2d8dc req-f4abd823-953f-4411-889c-502a332d972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:52.064749 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c3b5b1fa-2dc3-44e9-bbbc-8b6494f2d8dc req-f4abd823-953f-4411-889c-502a332d972f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 1102 time: 0.1017747 Apr 16 12:03:52.112759 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c3b5b1fa-2dc3-44e9-bbbc-8b6494f2d8dc req-36df3d1e-d36d-4e6e-a0f1-f3710eaa7909 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385475 Apr 16 12:03:52.140008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8875142-6826-43ce-996c-2b32bb736426 req-d3261e6e-da1b-4666-b0ef-61ccfa288a66 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:52.141689 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d8875142-6826-43ce-996c-2b32bb736426 req-d3261e6e-da1b-4666-b0ef-61ccfa288a66 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.1544433 Apr 16 12:03:52.211384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c48006-2e31-49a6-9263-6fdf9b1a03f6 req-adfbe909-afff-4830-ba8c-d516070d8b21 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:52.213028 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-29c48006-2e31-49a6-9263-6fdf9b1a03f6 req-adfbe909-afff-4830-ba8c-d516070d8b21 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1469824 Apr 16 12:03:52.220208 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d8875142-6826-43ce-996c-2b32bb736426 req-c48398b1-d939-490b-9b3e-7de23bae1443 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712450 Apr 16 12:03:52.264487 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-29c48006-2e31-49a6-9263-6fdf9b1a03f6 req-34772c01-9a4c-4d8c-9226-5aa4832ff5ee tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425940 Apr 16 12:03:52.415717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc76e1b-17db-469c-b9d8-417bc4637027 req-3e97886e-9e94-4a35-8d91-babfa82fed0e tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:52.417315 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bbc76e1b-17db-469c-b9d8-417bc4637027 req-3e97886e-9e94-4a35-8d91-babfa82fed0e tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 949 time: 0.0941310 Apr 16 12:03:52.466722 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bbc76e1b-17db-469c-b9d8-417bc4637027 req-dc713df3-47de-40e3-bf11-27f70fdadc04 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Apr 16 12:03:52.810343 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363d453-51a0-4643-a1c8-d3b4da63a2fc req-9eeb5cb5-89af-41f0-a764-8704c8ddc370 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:52.813217 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e363d453-51a0-4643-a1c8-d3b4da63a2fc req-9eeb5cb5-89af-41f0-a764-8704c8ddc370 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.0997863 Apr 16 12:03:52.867167 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e363d453-51a0-4643-a1c8-d3b4da63a2fc req-3d6e0c8a-e233-49a9-bef2-1ee42f6e6edf tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462666 Apr 16 12:03:52.881948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-e2a60964-d852-475e-8c52-dc2d607d3f37 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:52.882736 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-e2a60964-d852-475e-8c52-dc2d607d3f37 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Synchronizing usage tracker for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:port {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:03:52.900139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-e2a60964-d852-475e-8c52-dc2d607d3f37 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Unset dirty status for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:port {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:03:52.901503 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-e2a60964-d852-475e-8c52-dc2d607d3f37 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1255827 Apr 16 12:03:52.989619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Deleting port b20a8a4b-6306-478c-955d-56d05463ec9c {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:03:52.989996 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:53.202295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-27ae354f-e7f1-4509-b49f-9bc6d7fc0bde tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:53.203005 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-27ae354f-e7f1-4509-b49f-9bc6d7fc0bde tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Synchronizing usage tracker for tenant:3926a68b30594b048587be62637bfcfc on resource:port {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:03:53.309489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-27ae354f-e7f1-4509-b49f-9bc6d7fc0bde tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Unset dirty status for tenant:3926a68b30594b048587be62637bfcfc on resource:port {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:03:53.311023 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-27ae354f-e7f1-4509-b49f-9bc6d7fc0bde tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.2891531 Apr 16 12:03:53.529289 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08ad90-e61e-476f-becc-bc8adf7c3922 req-0cef7a9a-3c5a-4c2f-9604-c87ed3e99873 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:53.532242 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3a08ad90-e61e-476f-becc-bc8adf7c3922 req-0cef7a9a-3c5a-4c2f-9604-c87ed3e99873 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.1700842 Apr 16 12:03:53.611370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5cf54-0a58-40a3-9994-937c3f91e397 req-fcbf69ac-7583-4eb2-9f00-6fe8763ea021 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:53.613048 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b4e5cf54-0a58-40a3-9994-937c3f91e397 req-fcbf69ac-7583-4eb2-9f00-6fe8763ea021 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 946 time: 0.1900790 Apr 16 12:03:53.620706 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3a08ad90-e61e-476f-becc-bc8adf7c3922 req-d72baab7-24d0-4955-936d-dcd2e23bc1ad tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812855 Apr 16 12:03:53.667791 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b4e5cf54-0a58-40a3-9994-937c3f91e397 req-fb2d0bcd-336d-4938-893c-b3d5fdf4ec11 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460117 Apr 16 12:03:53.728975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Deleting port cc32b165-e7cc-4b02-97b8-0054bf879c27 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:03:53.729278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:53.782486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] For port b20a8a4b-6306-478c-955d-56d05463ec9c, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=b20a8a4b-6306-478c-955d-56d05463ec9c,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:53.782926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:53.831522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba2e67-0541-484b-bf37-3a6ffad76a77 req-59de4afc-aa35-4220-991a-1034ec5f3396 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:53.833452 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d1ba2e67-0541-484b-bf37-3a6ffad76a77 req-59de4afc-aa35-4220-991a-1034ec5f3396 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 949 time: 0.0908506 Apr 16 12:03:53.887032 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d1ba2e67-0541-484b-bf37-3a6ffad76a77 req-8adc89e0-fa7c-49d7-b986-ee117d7e2abe tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456181 Apr 16 12:03:54.089809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cb0d9-8512-4269-b585-e129b0424dfb req-1645d23d-c492-48f8-a336-b51e4aec3eff tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:54.091449 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f66cb0d9-8512-4269-b585-e129b0424dfb req-1645d23d-c492-48f8-a336-b51e4aec3eff tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 945 time: 0.0991638 Apr 16 12:03:54.143726 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f66cb0d9-8512-4269-b585-e129b0424dfb req-d87d32ee-6873-495b-ba96-2756fe990584 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=e390525c-28a9-462b-b823-62b678699b28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452728 Apr 16 12:03:54.301250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] For port cc32b165-e7cc-4b02-97b8-0054bf879c27, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=cc32b165-e7cc-4b02-97b8-0054bf879c27,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:54.301659 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:54.316636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:54.317041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:54.317396 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Floating IP ffd144d8-6b76-402d-9eef-43aebb1a3874 disassociated. External IP: 172.28.3.188, port: b20a8a4b-6306-478c-955d-56d05463ec9c. Apr 16 12:03:54.317781 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Calling delete_port for b20a8a4b-6306-478c-955d-56d05463ec9c owned by compute:nova {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:03:54.377795 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e088a5-3664-483a-a897-c862a89850fd req-ff7c5e0c-847c-46cb-b4c4-d1fefc5735dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:54.379411 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a1e088a5-3664-483a-a897-c862a89850fd req-ff7c5e0c-847c-46cb-b4c4-d1fefc5735dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 949 time: 0.0963719 Apr 16 12:03:54.429249 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a1e088a5-3664-483a-a897-c862a89850fd req-a8ea83c4-7aab-4125-9803-8212ea034b2a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428436 Apr 16 12:03:54.755805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:54.774920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:54.818670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:54.818670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:54.818670 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Floating IP 684bc122-c2a9-4ea2-aa59-01f2cc997a5b disassociated. External IP: 172.28.3.33, port: cc32b165-e7cc-4b02-97b8-0054bf879c27. Apr 16 12:03:54.819004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Calling delete_port for cc32b165-e7cc-4b02-97b8-0054bf879c27 owned by compute:nova {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:03:54.894849 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-deb9fec2-89f3-4273-aaa5-f164defb6c52 req-d1fc3631-20c0-4d2a-a8ae-b3eca76c82a7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 210 time: 0.0738740 Apr 16 12:03:54.909345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc956b6-163f-44d6-8481-92f33f650c3b req-75f07ae8-7a51-438b-b9f8-c75fbb6c9257 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:54.911282 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bcc956b6-163f-44d6-8481-92f33f650c3b req-75f07ae8-7a51-438b-b9f8-c75fbb6c9257 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.1645448 Apr 16 12:03:54.918453 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event deleted for resources: {'Port': ['ID=b20a8a4b-6306-478c-955d-56d05463ec9c,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:54.921538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:54.978498 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bcc956b6-163f-44d6-8481-92f33f650c3b req-2fbf9302-7b3b-4d42-b945-172c2fb84937 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493183 Apr 16 12:03:55.340814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Router a6bf3562-4860-42ac-b6e9-27ce48f53b48 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:03:55.342346 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-071f1634-6553-4ce2-ab07-69e491b23761 req-c33b8ec0-c806-4864-a890-b2089cb1ac60 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 210 time: 0.0495400 Apr 16 12:03:55.352720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device cc32b165-e7cc-4b02-97b8-0054bf879c27 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:03:55.366612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:55.388564 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8c74c466-4e98-4a20-aaf7-d4847e643479 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:55.391102 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: cc32b165-e7cc-4b02-97b8-0054bf879c27 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:03:55.391574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device cc32b165-e7cc-4b02-97b8-0054bf879c27 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:03:55.392108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:03:55.428948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: b20a8a4b-6306-478c-955d-56d05463ec9c {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:03:55.429346 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device b20a8a4b-6306-478c-955d-56d05463ec9c not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:03:55.502427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event deleted for resources: {'Port': ['ID=cc32b165-e7cc-4b02-97b8-0054bf879c27,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:55.673952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002c89b-baa7-40d3-854b-99f0151ab544 req-b514574d-91f6-44e8-b3e5-56f049f0b77a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:55.675607 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1002c89b-baa7-40d3-854b-99f0151ab544 req-b514574d-91f6-44e8-b3e5-56f049f0b77a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 949 time: 0.1045878 Apr 16 12:03:55.774865 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1002c89b-baa7-40d3-854b-99f0151ab544 req-58b0e202-f521-4ffd-be88-7032465901d2 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/security-groups?id=4044141c-8deb-42b5-b295-626821a9f558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917950 Apr 16 12:03:55.793103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:55.819239 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-c8f12eb4-06ef-49bc-9e18-7d1804686d33 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:55.820835 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-c8f12eb4-06ef-49bc-9e18-7d1804686d33 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 949 time: 0.1018851 Apr 16 12:03:55.874549 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:03:55.887479 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] Sync routers for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:03:55.906979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:55.907958 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:03:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:55.915153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Deleting port 797fad0b-7e11-4a53-8869-e43bb7861f21 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:03:55.915652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:55.995244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] No DVR routers for this DVR port b20a8a4b-6306-478c-955d-56d05463ec9c on host hv-cinder-78662 {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:03:55.999817 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:56.002746 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-deleted', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:56.095543 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ffe8d5a0-464b-4117-b5b8-3aaeb5194ddc req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "DELETE /v2.0/ports/b20a8a4b-6306-478c-955d-56d05463ec9c HTTP/1.1" status: 204 len: 173 time: 3.1828156 Apr 16 12:03:56.212658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:56.247684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:03:56.450212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] For port 797fad0b-7e11-4a53-8869-e43bb7861f21, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=797fad0b-7e11-4a53-8869-e43bb7861f21,segment=NetworkSegment(df30d5f8-e9ab-49e6-913d-25f2dec01316),segment_id=df30d5f8-e9ab-49e6-913d-25f2dec01316)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:03:56.450924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:56.568959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:03:56.581187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] Sync routers for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:03:56.601450 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:56.602129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:03:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:56.691596 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:56.697147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] No DVR routers for this DVR port cc32b165-e7cc-4b02-97b8-0054bf879c27 on host hv-cinder-78662 {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:03:56.703221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:56.703934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Calling delete_port for 797fad0b-7e11-4a53-8869-e43bb7861f21 owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:03:56.706479 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] Checking router: a6bf3562-4860-42ac-b6e9-27ce48f53b48 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:03:56.707721 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-87575be4-ca77-4184-a8fc-cf490251bfc9 req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "DELETE /v2.0/ports/cc32b165-e7cc-4b02-97b8-0054bf879c27 HTTP/1.1" status: 204 len: 173 time: 3.3731332 Apr 16 12:03:56.730176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:56.730977 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:03:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:56.756874 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e2e9b38d-6536-4cd1-b6b7-fd7a4b968a81 req-74f4dc2f-18ab-4aad-973e-ef6de866757d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=653463d4-28f2-471f-aaca-9a7d3626dbc5 HTTP/1.1" status: 200 len: 210 time: 0.4952772 Apr 16 12:03:56.861295 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '653463d4-28f2-471f-aaca-9a7d3626dbc5', 'name': 'network-vif-deleted', 'tag': 'b20a8a4b-6306-478c-955d-56d05463ec9c', 'status': 'completed', 'code': 200} Apr 16 12:03:56.899446 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:57.006108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:57.046474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:57.136407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:57.221864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['797fad0b-7e11-4a53-8869-e43bb7861f21'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:03:57.245739 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8d4b7-30ee-4e5e-9ba0-b0fef277aafc req-262fa4c8-ed78-47e8-9ae5-96ca26c860e9 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:57.247368 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ea8d4b7-30ee-4e5e-9ba0-b0fef277aafc req-262fa4c8-ed78-47e8-9ae5-96ca26c860e9 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.9873304 Apr 16 12:03:57.248861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Pushing event deleted for resources: {'Port': ['ID=797fad0b-7e11-4a53-8869-e43bb7861f21,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:57.261355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:57.263747 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-98cfc7be-9a0b-4849-87b6-22bb581bec0d req-c62ba8a5-621b-425a-af03-ed89e175d5f9 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=c441c5fc-c5b2-4a20-99d7-730555bd9261 HTTP/1.1" status: 200 len: 210 time: 0.1530249 Apr 16 12:03:57.335999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:57.344318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] Checking router: e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:03:57.350458 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ea8d4b7-30ee-4e5e-9ba0-b0fef277aafc req-451e04cf-280b-45ff-880e-638da7457ed8 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904484 Apr 16 12:03:57.380951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:03:57.381633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:03:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:57.477233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] No DVR routers for this DVR port 797fad0b-7e11-4a53-8869-e43bb7861f21 on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:03:57.480604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:57.486516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca2d6ad-2a11-4c6c-a0b8-076d590d6110', 'name': 'network-vif-deleted', 'tag': '797fad0b-7e11-4a53-8869-e43bb7861f21'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:57.597690 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3c059095-76c9-492f-a8f6-4ed0ba7c9853 req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.47 "DELETE /v2.0/ports/797fad0b-7e11-4a53-8869-e43bb7861f21 HTTP/1.1" status: 204 len: 173 time: 1.7682145 Apr 16 12:03:57.610847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-7162123c-d204-4a4f-be23-49e2d5f9b98f req-50479cdb-8394-4edb-87a6-1eb38109cdf0 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Synchronizing usage tracker for tenant:b99783d6fa5c497595567416cba0bead on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:03:57.638289 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca2d6ad-2a11-4c6c-a0b8-076d590d6110', 'name': 'network-vif-deleted', 'tag': '797fad0b-7e11-4a53-8869-e43bb7861f21', 'status': 'completed', 'code': 200} Apr 16 12:03:57.644690 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-7162123c-d204-4a4f-be23-49e2d5f9b98f req-50479cdb-8394-4edb-87a6-1eb38109cdf0 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Unset dirty status for tenant:b99783d6fa5c497595567416cba0bead on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:03:57.646017 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7162123c-d204-4a4f-be23-49e2d5f9b98f req-50479cdb-8394-4edb-87a6-1eb38109cdf0 tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] 10.222.0.75 "GET /v2.0/ports?device_id=3ca2d6ad-2a11-4c6c-a0b8-076d590d6110 HTTP/1.1" status: 200 len: 210 time: 0.1529231 Apr 16 12:03:57.743705 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:57.749517 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f8412-7935-4aa5-8ceb-2bb0d899a4a2 None None] The sync data for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb is: [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:03:57.921820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:03:57.956842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49740) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:58.036066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-44cfa907-3841-4c17-ad50-900283c5c490 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:58.074329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-44cfa907-3841-4c17-ad50-900283c5c490 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:58.166367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-44cfa907-3841-4c17-ad50-900283c5c490 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:58.171657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ec4a2a12-6804-4e31-846f-faeac65a83b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:58.203651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfa907-3841-4c17-ad50-900283c5c490 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbb9196-a45d-46fd-bac9-b2aadda5d0bf,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:58.217338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-44cfa907-3841-4c17-ad50-900283c5c490 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:58.233574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-44cfa907-3841-4c17-ad50-900283c5c490 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:58.234883 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-44cfa907-3841-4c17-ad50-900283c5c490 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "DELETE /v2.0/security-groups/5bbb9196-a45d-46fd-bac9-b2aadda5d0bf HTTP/1.1" status: 204 len: 168 time: 0.2769351 Apr 16 12:03:58.238146 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49748) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:58.273689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e0f8fc-7636-422c-83c2-8c266bb25d2e None None] New status for floating IP ffd144d8-6b76-402d-9eef-43aebb1a3874: DOWN {{(pid=85304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:03:58.283373 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.v2.resource [None req-6a976139-89b8-4755-ac4b-1d68a9c14c4b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] show failed (client error): The resource could not be found. Apr 16 12:03:58.284551 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6a976139-89b8-4755-ac4b-1d68a9c14c4b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups/5bbb9196-a45d-46fd-bac9-b2aadda5d0bf HTTP/1.1" status: 404 len: 347 time: 0.0449781 Apr 16 12:03:58.287765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49752) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:58.465276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:03:58.471389 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b22bb-ba4e-4f5d-a11b-f9d58c8ddd92 None None] The sync data for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb is: [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:03:58.571631 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49764) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:58.723474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-88d58efc-a616-4e69-b037-ccf06377e23c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:58.781879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-88d58efc-a616-4e69-b037-ccf06377e23c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:58.896411 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'name': 'network-vif-deleted', 'tag': 'cc32b165-e7cc-4b02-97b8-0054bf879c27'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:03:58.912955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-88d58efc-a616-4e69-b037-ccf06377e23c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:58.936903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3fa100b9-588c-4dc1-8642-a35251525fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:58.986067 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d58efc-a616-4e69-b037-ccf06377e23c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e390525c-28a9-462b-b823-62b678699b28,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:58.989369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-88d58efc-a616-4e69-b037-ccf06377e23c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:58.990627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-88d58efc-a616-4e69-b037-ccf06377e23c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:58.993319 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-88d58efc-a616-4e69-b037-ccf06377e23c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "DELETE /v2.0/security-groups/e390525c-28a9-462b-b823-62b678699b28 HTTP/1.1" status: 204 len: 168 time: 0.4202075 Apr 16 12:03:59.006528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49778) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:59.029090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531653c8-6b96-49f8-83e2-d86db9b6f3eb None None] New status for floating IP 684bc122-c2a9-4ea2-aa59-01f2cc997a5b: DOWN {{(pid=85305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:03:59.038310 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.v2.resource [None req-2f19bdfd-1fca-4a50-b791-7311e6a5fc2b tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] show failed (client error): The resource could not be found. Apr 16 12:03:59.043903 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-2f19bdfd-1fca-4a50-b791-7311e6a5fc2b tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups/e390525c-28a9-462b-b823-62b678699b28 HTTP/1.1" status: 404 len: 347 time: 0.0332322 Apr 16 12:03:59.047038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49782) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:03:59.075348 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Deleting port ab126161-ad12-4926-ac7a-1519c2359a95 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:03:59.078577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:59.121567 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c441c5fc-c5b2-4a20-99d7-730555bd9261', 'name': 'network-vif-deleted', 'tag': 'cc32b165-e7cc-4b02-97b8-0054bf879c27', 'status': 'completed', 'code': 200} Apr 16 12:03:59.170340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29175d-d273-4a45-a149-29a53b1ac9ad req-0eb9eff8-399b-4f63-9178-8a5e8a6874f3 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:03:59.172488 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6f29175d-d273-4a45-a149-29a53b1ac9ad req-0eb9eff8-399b-4f63-9178-8a5e8a6874f3 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.4238718 Apr 16 12:03:59.240764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Deleting port 21f115de-b024-4ef9-b78d-62ab45b9aaae {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:03:59.241144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:59.321411 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6f29175d-d273-4a45-a149-29a53b1ac9ad req-7a0d25f9-ec50-4910-8c62-12df58f7cb11 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269312 Apr 16 12:03:59.372230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 797fad0b-7e11-4a53-8869-e43bb7861f21 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:03:59.384589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:59.384969 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:59.457245 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:59.464775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:59.496337 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 797fad0b-7e11-4a53-8869-e43bb7861f21 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:03:59.496753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 797fad0b-7e11-4a53-8869-e43bb7861f21 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:03:59.559101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Calling delete_port for ab126161-ad12-4926-ac7a-1519c2359a95 owned by network:floatingip {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:03:59.651607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:59.774699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:03:59.794167 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-490d9538-248d-4aed-abb0-80874c8f63a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:03:59.808560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Calling delete_port for 21f115de-b024-4ef9-b78d-62ab45b9aaae owned by network:floatingip {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:03:59.898613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event deleted for resources: {'Port': ['ID=ab126161-ad12-4926-ac7a-1519c2359a95,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:03:59.903748 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:03:59.972621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.api [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85302) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:03:59.973525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.api [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:04:00.077910 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.093445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.095859 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "DELETE /v2.0/floatingips/ffd144d8-6b76-402d-9eef-43aebb1a3874 HTTP/1.1" status: 204 len: 168 time: 1.8069696 Apr 16 12:04:00.323094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49864) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:00.329700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219019709', 'description': 'tempest-description--1253502035'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:00.336338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:00.340737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:security_group and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:00.343861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:00.351393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:00.363422 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.390904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:00.395035 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:security_group_rule and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:00.398106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:00.404175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:00.479787 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Deleting port 21f115de-b024-4ef9-b78d-62ab45b9aaae {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:04:00.480094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.516517 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.525929 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.533748 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9cc983bb-0897-46ab-80b8-31e1a9517763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:00.554737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58eb315-62a1-4658-84ba-4698928e3aa1 req-5a7b6851-4a3b-475d-a58c-a73a128fa81c tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:00.557171 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c58eb315-62a1-4658-84ba-4698928e3aa1 req-5a7b6851-4a3b-475d-a58c-a73a128fa81c tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.1134460 Apr 16 12:04:00.621082 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c58eb315-62a1-4658-84ba-4698928e3aa1 req-ad4c1231-32f0-41c7-923f-923b81aa6591 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576198 Apr 16 12:04:00.671939 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db1e001-9b98-4ae2-ac54-61c124a9c296,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:00.678533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:00.681522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.686390 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3585496 Apr 16 12:04:00.686584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49888) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:00.692638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'security_group_rule': {'security_group_id': '4db1e001-9b98-4ae2-ac54-61c124a9c296', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:00.699096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:00.704159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:security_group_rule and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:00.707406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:00.714173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:00.731308 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.738191 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.738558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.807093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.810212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.812696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:00.839722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9361ead9-1235-4937-be9d-f5215efb5be5,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:00.843128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:00.850069 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.854191 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8f656724-f2f6-4ca9-8c76-5c38efff1408 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1638882 Apr 16 12:04:00.854480 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49906) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:00.861500 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'security_group_rule': {'security_group_id': '4db1e001-9b98-4ae2-ac54-61c124a9c296', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:00.868673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:00.875074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:security_group_rule and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:00.880933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Calling delete_port for 21f115de-b024-4ef9-b78d-62ab45b9aaae owned by network:floatingip {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:04:00.882625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:00.891127 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:00.909369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.981850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.986536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:00.989540 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9d45ccb6-efa9-43f5-aba9-ed36d90166e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:01.019108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944e9e28-26fa-4063-9943-93e30565f93f,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:01.021801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:01.029149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.034480 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-fe4cc693-e808-4737-9552-da28efe820c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756647 Apr 16 12:04:01.034745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 49934) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:01.040890 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'floatingip': {'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:01.047394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:01.050129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.052435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Usage tracker for resource:floatingip and tenant:bcf04e4015a04ba9a2001fa8c695d8b3 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:01.055465 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:01.061633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:01.072030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8188839d-8bd9-48f6-9107-022c6ea5d5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:01.072740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.164666 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event deleted for resources: {'Port': ['ID=21f115de-b024-4ef9-b78d-62ab45b9aaae,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:01.176000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:01.239665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.340721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.364044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.365295 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "DELETE /v2.0/floatingips/684bc122-c2a9-4ea2-aa59-01f2cc997a5b HTTP/1.1" status: 204 len: 168 time: 2.3169291 Apr 16 12:04:01.414153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Allocated IP 172.28.3.221 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/ff81aa9a-b33d-48e9-a4b3-5bdad5ee6b59) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:01.591447 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.627917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.646420 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7d5e59aa-a596-4f94-80c1-7eccb88f7fff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:01.729148 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'Port': ['ID=ff81aa9a-b33d-48e9-a4b3-5bdad5ee6b59,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:01.733096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:01.770254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 49984) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:01.778876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--759754996', 'description': 'tempest-description--1722379584'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:01.786045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:01.794550 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:security_group and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:01.798938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:01.813043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:01.824917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.859984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:01.865925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:security_group_rule and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:01.870470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:01.877237 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:01.953560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:01.956385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:01.959478 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:01.974586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.977257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:01.983827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-65225701-5ebf-42a7-9c9b-b30eb14c0ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:02.021194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.022469 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2511690 Apr 16 12:04:02.025413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50000) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:02.040861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'security_group_rule': {'security_group_id': '571dfcb4-22ca-48a3-a896-d0e60484c1f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:02.053791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:02.058570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571dfcb4-22ca-48a3-a896-d0e60484c1f7,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:02.060461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e506cf-e297-4225-9f4f-b88190458834 req-167bf7b9-1ab9-4ec6-9a0d-a70fd04b18dc tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:02.062491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:02.062739 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-26e506cf-e297-4225-9f4f-b88190458834 req-167bf7b9-1ab9-4ec6-9a0d-a70fd04b18dc tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.2032578 Apr 16 12:04:02.063778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:security_group_rule and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:02.067824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:02.074709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:02.092374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.140308 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-26e506cf-e297-4225-9f4f-b88190458834 req-0960f143-cdee-4206-8dfd-7a463a7d4902 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637147 Apr 16 12:04:02.175485 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.175867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.178281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.204014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2aa31b0f-125c-43d8-b563-3186970aa77e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:02.216637 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.218380 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1919563 Apr 16 12:04:02.221255 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50008) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:02.226529 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43d8128d-23f4-45f0-990b-cdf4df5ff850,revision_number=0']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:02.229483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-efd0adbd-7adf-4b9d-b314-c066b00e75af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:02.234083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'security_group_rule': {'security_group_id': '571dfcb4-22ca-48a3-a896-d0e60484c1f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:02.241674 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:02.250083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:security_group_rule and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:02.259280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:02.268580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:02.278482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.332743 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.510840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.524574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.531521 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b9caf57e-1f1a-4329-aa01-ed76f42ddcd5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:02.572068 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44aa1406-bd65-41ae-b22d-626436c658e9,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:02.580398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:02.599607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.600914 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786154 Apr 16 12:04:02.604345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50020) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:02.611434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'floatingip': {'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:02.624617 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.624796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:02.628430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.629491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:floatingip and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:02.632623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:02.638822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:02.643955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-103bcd4a-f0d8-4168-a6e5-c19efd1bb940 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:02.648397 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.781982 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'Port': ['ID=ff81aa9a-b33d-48e9-a4b3-5bdad5ee6b59,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:02.786599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:02.819892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.903298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.927307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:02.932114 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8927543 Apr 16 12:04:02.983370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Allocated IP 172.28.3.184 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/0cbecb51-9b7d-46c3-ad9d-c244e79c0607) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:03.166636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:03.213169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:03.256490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-322edf82-83a8-4cf3-a17a-a6dc8dd7ed06 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Synchronizing usage tracker for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:security_group {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:03.281799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-322edf82-83a8-4cf3-a17a-a6dc8dd7ed06 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Unset dirty status for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:security_group {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:03.283487 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-322edf82-83a8-4cf3-a17a-a6dc8dd7ed06 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1219019709&fields=id&tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3 HTTP/1.1" status: 200 len: 267 time: 0.0922513 Apr 16 12:04:03.292789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:03.409092 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'Port': ['ID=0cbecb51-9b7d-46c3-ad9d-c244e79c0607,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:03.414310 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:03.457030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:03.458329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:03.461532 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:03.538346 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-848ec552-ee2c-45af-866d-8f5cc749b3f1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:03.539871 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-848ec552-ee2c-45af-866d-8f5cc749b3f1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 817 time: 0.2471228 Apr 16 12:04:03.550552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:03.553803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c772ea3-a615-4f66-a2c8-2658cc39d0bb req-13d7a167-0009-4e1a-a184-e6ff7b12ec4d tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:03.555409 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6c772ea3-a615-4f66-a2c8-2658cc39d0bb req-13d7a167-0009-4e1a-a184-e6ff7b12ec4d tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.1749625 Apr 16 12:04:03.569777 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-67e4a5e7-ac72-4bce-9c44-5127df252431 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/quotas/bcf04e4015a04ba9a2001fa8c695d8b3 HTTP/1.1" status: 200 len: 375 time: 0.0130746 Apr 16 12:04:03.617673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:03.674458 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6c772ea3-a615-4f66-a2c8-2658cc39d0bb req-245e667f-f8c3-4388-b7b8-8cb6e59c7d18 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&id=12c645ce-27ca-4588-b302-c5c3125e62a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084402 Apr 16 12:04:03.709628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-7e82fdf7-7bf6-46d9-8b8f-d25d6723fd7a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Synchronizing usage tracker for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:03.727908 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-7e82fdf7-7bf6-46d9-8b8f-d25d6723fd7a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Unset dirty status for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:03.729489 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-7e82fdf7-7bf6-46d9-8b8f-d25d6723fd7a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1396780 Apr 16 12:04:03.896996 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-95883c03-48e4-46e2-b933-0b84a2a6421e service neutron] 10.222.0.75 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537180 Apr 16 12:04:04.100539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:04.104474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:04.121062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6b03f542-d54b-4f45-a921-41b56db55430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:04.274443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'Port': ['ID=0cbecb51-9b7d-46c3-ad9d-c244e79c0607,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:04.287896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:04.306639 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-09c75d36-6a57-4716-a838-cb29571d1bd4 service neutron] 10.222.0.75 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023564 Apr 16 12:04:04.389558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:04.420813 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:04.431972 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8171220 Apr 16 12:04:04.532224 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c379ff88-e7cd-4dd8-8d9e-0088fe3197d5 req-eb38d01d-70ef-45ca-9e36-7e6381a0c44f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 210 time: 0.0604582 Apr 16 12:04:04.711843 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-412985ad-b821-44c0-a5ab-d4735d45d2ae tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--759754996&fields=id&tenant_id=3926a68b30594b048587be62637bfcfc HTTP/1.1" status: 200 len: 267 time: 0.0510330 Apr 16 12:04:04.777234 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50100) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:04.882694 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-5ac573cd-0987-4834-bd84-0ba1caae26db tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:04.884278 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-5ac573cd-0987-4834-bd84-0ba1caae26db tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 810 time: 0.1626587 Apr 16 12:04:04.901521 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8d085978-bbb7-4b09-a09d-de7070157f43 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/quotas/3926a68b30594b048587be62637bfcfc HTTP/1.1" status: 200 len: 375 time: 0.0110538 Apr 16 12:04:04.951459 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3d4741d3-067d-4ebd-a71a-0a20e658d67a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b99783d6fa5c497595567416cba0bead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727574 Apr 16 12:04:04.954285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50106) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:05.007287 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-521297a1-c33a-41f8-867e-d1459f378279 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996509 Apr 16 12:04:05.028735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a62a727-90e0-481d-827c-bf6a899923ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:05.061232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a62a727-90e0-481d-827c-bf6a899923ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:05.133395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a62a727-90e0-481d-827c-bf6a899923ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:05.139843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-23d831a4-b085-4b9b-b635-a109439e32bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:05.171811 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62a727-90e0-481d-827c-bf6a899923ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4044141c-8deb-42b5-b295-626821a9f558,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:05.185335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9a62a727-90e0-481d-827c-bf6a899923ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:05.185496 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-3631d559-dab1-4d19-bf9b-16c682135271 service neutron] 10.222.0.75 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636879 Apr 16 12:04:05.192752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9a62a727-90e0-481d-827c-bf6a899923ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:05.194296 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9a62a727-90e0-481d-827c-bf6a899923ac admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4044141c-8deb-42b5-b295-626821a9f558 HTTP/1.1" status: 204 len: 168 time: 0.2386575 Apr 16 12:04:05.343046 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-f1d34028-fbcc-4515-aa91-2c4b968e406f service neutron] 10.222.0.75 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490963 Apr 16 12:04:05.922802 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-43cb76c1-9270-401a-8910-38f286c5389c req-d61ba9d1-e4c0-4c5d-bd12-d7e730b33d83 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 210 time: 0.1700859 Apr 16 12:04:05.945738 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-37812212-01d6-4d55-944f-672a173103f2 req-8c0e6d5b-7719-4c48-b8d3-5a4321c5bc07 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 210 time: 0.1903613 Apr 16 12:04:06.038475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-de5be37b-7120-4776-97ae-fbf0eb683009 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:06.040039 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-de5be37b-7120-4776-97ae-fbf0eb683009 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 817 time: 0.4365828 Apr 16 12:04:06.151263 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-fc8ca187-56d7-4977-a418-fb489bed3359 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3 HTTP/1.1" status: 200 len: 5705 time: 0.0711396 Apr 16 12:04:06.152818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50154) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:06.172302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'port': {'device_id': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'admin_state_up': True, 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'security_groups': ['4db1e001-9b98-4ae2-ac54-61c124a9c296']}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:06.301141 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-571601342-network', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:06.307825 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:06.317568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Usage tracker for resource:network and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:06.329825 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:06.340844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:06.354469 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:06.363486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Made reservation on behalf of d61f8aa2628846f7a26a77097bf59bd9 for: {'network': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:04:06.368291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.384082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:06.386264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.407771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:06.411605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Made reservation on behalf of bcf04e4015a04ba9a2001fa8c695d8b3 for: {'port': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:04:06.417671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.428620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Usage tracker for resource:security_group_rule and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:06.433029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:06.443674 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:06.661721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Allocated IP 172.20.0.3 (866160ca-b38d-424e-b94b-1de06f3aa76c/e3026b28-06c9-4ebd-b0b3-b690496d2212/a5e581b4-2593-42b0-83d4-5f6047e436f6) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:06.691045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.697607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.711012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-931eb39f-2e2d-46c2-96ba-1df101202f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:06.757892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=85303) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:04:06.762740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea316cd-4794-42ae-983e-61f21dcb0820,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:06.787032 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:06.852761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.853161 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Added segment 1a28adf2-d91e-4542-b3b1-d9b074263376 of type vlan for network 1653c805-9b78-4d78-95b0-d7939420f331 Apr 16 12:04:06.916073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.981258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:06.992483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.000274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-6ddf6d8f-ed20-4cfd-929e-1095f5e7c98e tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:07.000430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:07.001013 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.001934 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-6ddf6d8f-ed20-4cfd-929e-1095f5e7c98e tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 810 time: 0.1825287 Apr 16 12:04:07.007541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:07.027073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Transition to ACTIVE for port object a5e581b4-2593-42b0-83d4-5f6047e436f6 will not be triggered until provisioned by entity DHCP. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:07.115999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-6cba35c1-c5d5-4e9b-9044-a133c5512e79 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Synchronizing usage tracker for tenant:3926a68b30594b048587be62637bfcfc on resource:security_group {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:07.132134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-6cba35c1-c5d5-4e9b-9044-a133c5512e79 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Unset dirty status for tenant:3926a68b30594b048587be62637bfcfc on resource:security_group {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:07.133682 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-6cba35c1-c5d5-4e9b-9044-a133c5512e79 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3926a68b30594b048587be62637bfcfc HTTP/1.1" status: 200 len: 5704 time: 0.1211591 Apr 16 12:04:07.142908 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'port': {'device_id': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'admin_state_up': True, 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'security_groups': ['571dfcb4-22ca-48a3-a896-d0e60484c1f7']}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:07.206537 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9fe6698b-c26e-41bb-8126-ab8f5a2c9360 req-a9d698f5-db7a-4c7e-9976-d9cf9de776af tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 210 time: 0.1121709 Apr 16 12:04:07.231499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-48533164-d28b-4858-8087-b2391b2dce72 req-1c4554e4-8e45-4327-9012-46b20c00857e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Synchronizing usage tracker for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:07.245492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Pushing event updated for resources: {'Network': ['ID=1653c805-9b78-4d78-95b0-d7939420f331,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:07.255923 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0986772 Apr 16 12:04:07.255923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:07.256923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50172) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:07.257053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 1653c805-9b78-4d78-95b0-d7939420f331 details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:04:07.267173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Request body: {'subnet': {'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-571601342-subnet', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:07.277083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:07.282622 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-48533164-d28b-4858-8087-b2391b2dce72 req-1c4554e4-8e45-4327-9012-46b20c00857e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Unset dirty status for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:07.283812 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-48533164-d28b-4858-8087-b2391b2dce72 req-1c4554e4-8e45-4327-9012-46b20c00857e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 210 time: 0.1340480 Apr 16 12:04:07.284850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Usage tracker for resource:subnet and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:07.287989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:07.294186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:07.298653 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:07.303353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Usage tracker for resource:port and tenant:3926a68b30594b048587be62637bfcfc is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:07.304311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.306685 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:07.315361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:07.320486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Made reservation on behalf of d61f8aa2628846f7a26a77097bf59bd9 for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:04:07.325331 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Made reservation on behalf of 3926a68b30594b048587be62637bfcfc for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:04:07.325491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2057068'] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.332243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.339030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-22d35437-8889-49c0-9800-fdd3c0244c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:07.509769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Allocated IP 172.20.0.12 (a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2/44414bf5-20e3-40cb-b7e9-3db1f3f74dc8/c13df9e3-d36a-40ec-aedd-878b2b9188d0) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:07.559641 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:07.566591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:07.673383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Network 866160ca-b38d-424e-b94b-1de06f3aa76c is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:07.676419 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:07.680028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:07.732188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.751803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Transition to ACTIVE for port object c13df9e3-d36a-40ec-aedd-878b2b9188d0 will not be triggered until provisioned by entity DHCP. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:07.768033 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:07.768709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.779148 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.799826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:07.819739 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6518893 Apr 16 12:04:07.845936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Request body: {'port': {'device_id': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:07.892045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-42bf46e8-b72a-4376-bfdc-eed7f860b19b None None] Provisioning for port a5e581b4-2593-42b0-83d4-5f6047e436f6 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:07.899264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-42bf46e8-b72a-4376-bfdc-eed7f860b19b None None] Provisioning complete for port a5e581b4-2593-42b0-83d4-5f6047e436f6 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:07.899865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-42bf46e8-b72a-4376-bfdc-eed7f860b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:07.945012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event updated for resources: {'Port': ['ID=c13df9e3-d36a-40ec-aedd-878b2b9188d0,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:07.949618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:07.969007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-42bf46e8-b72a-4376-bfdc-eed7f860b19b None None] Port a5e581b4-2593-42b0-83d4-5f6047e436f6 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:04:08.005864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:08.007111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:08.009606 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:08.088438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:08.089216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:08.117474 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9788492 Apr 16 12:04:08.131882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Request body: {'port': {'device_id': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:08.194184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-36c90957-4060-44fe-827b-a8d188145e0d None None] Provisioning for port c13df9e3-d36a-40ec-aedd-878b2b9188d0 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:08.199799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-36c90957-4060-44fe-827b-a8d188145e0d None None] Provisioning complete for port c13df9e3-d36a-40ec-aedd-878b2b9188d0 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:08.200372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-36c90957-4060-44fe-827b-a8d188145e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:08.262318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-36c90957-4060-44fe-827b-a8d188145e0d None None] Port c13df9e3-d36a-40ec-aedd-878b2b9188d0 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:04:08.277155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:08.289688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:08.665758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13df9e3-d36a-40ec-aedd-878b2b9188d0 {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:04:08.674303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:08.690128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Transition to ACTIVE for port object c13df9e3-d36a-40ec-aedd-878b2b9188d0 will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:08.693000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:08.708935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:08.768949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3961da-4205-45ab-a4bd-28eaa308a127 req-d6322800-2166-4f0e-ad90-4256c6780565 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:08.770565 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7f3961da-4205-45ab-a4bd-28eaa308a127 req-d6322800-2166-4f0e-ad90-4256c6780565 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 932 time: 0.4170182 Apr 16 12:04:08.825070 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793933036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2057055'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:08.844648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Pushing event updated for resources: {'Port': ['ID=c13df9e3-d36a-40ec-aedd-878b2b9188d0,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:08.849194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:08.864170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42873747-a8ef-40f3-8aef-7fff90029747 req-94459791-cda3-4f78-b217-ddc6d759feb0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:08.865812 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-42873747-a8ef-40f3-8aef-7fff90029747 req-94459791-cda3-4f78-b217-ddc6d759feb0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 931 time: 0.4317677 Apr 16 12:04:08.871970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:09.055288 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7f3961da-4205-45ab-a4bd-28eaa308a127 req-f0a9603b-9026-4f6a-b20b-f35d5eba7915 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709332 Apr 16 12:04:09.125264 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-42873747-a8ef-40f3-8aef-7fff90029747 req-9b860547-6e2c-46db-b21b-50686d3f7f04 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087474 Apr 16 12:04:09.138402 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Attempting to bind port c13df9e3-d36a-40ec-aedd-878b2b9188d0 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:04:09.139545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Attempting to bind port c13df9e3-d36a-40ec-aedd-878b2b9188d0 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:04:09.139990 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Attempting to bind port c13df9e3-d36a-40ec-aedd-878b2b9188d0 on network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:09.147099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Port c13df9e3-d36a-40ec-aedd-878b2b9188d0 on network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:04:09.147713 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Attempting to bind port c13df9e3-d36a-40ec-aedd-878b2b9188d0 on network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:09.153090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:09.160968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:04:09.161306 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Checking segment: {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:09.161741 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Bound using segment: {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:04:09.161928 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:09.162222 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Bound port: c13df9e3-d36a-40ec-aedd-878b2b9188d0, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e952bef4-c1ed-484f-97e3-79b2daf790f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:04:09.162957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:09.260207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e581b4-2593-42b0-83d4-5f6047e436f6 {{(pid=85303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:04:09.267800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] For port c13df9e3-d36a-40ec-aedd-878b2b9188d0, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:04:09.271698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] For port c13df9e3-d36a-40ec-aedd-878b2b9188d0, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c13df9e3-d36a-40ec-aedd-878b2b9188d0,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:04:09.271948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:09.277070 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:09.299091 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8839d6d5-64f8-4e7b-b1b0-f216c9dceadd tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:09.301910 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Checking segment: {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:09.302546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Network hostable DHCP agents. Network: 1653c805-9b78-4d78-95b0-d7939420f331, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:04:09.325616 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Transition to ACTIVE for port object a5e581b4-2593-42b0-83d4-5f6047e436f6 will not be triggered until provisioned by entity L2. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:09.335459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:09.361878 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:09.458275 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Pushing event updated for resources: {'Port': ['ID=c13df9e3-d36a-40ec-aedd-878b2b9188d0,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:09.463352 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:09.484730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Network 1653c805-9b78-4d78-95b0-d7939420f331 is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:04:09.503022 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:09.503704 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:09.505267 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] 10.222.0.47 "PUT /v2.0/ports/c13df9e3-d36a-40ec-aedd-878b2b9188d0 HTTP/1.1" status: 200 len: 1094 time: 1.3788242 Apr 16 12:04:09.505809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'tag': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:09.528104 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 1653c805-9b78-4d78-95b0-d7939420f331) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:09.538420 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:09.561477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e2af1a-b196-49d0-afed-57982271f151 None None] Network 1653c805-9b78-4d78-95b0-d7939420f331 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:04:09.616340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:09.619872 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:09.630854 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'tag': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0', 'status': 'completed', 'code': 200} Apr 16 12:04:09.642604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:09.702851 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4452374 Apr 16 12:04:09.705664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50192) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:09.711768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:09.721236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:09.725448 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-9db4573f-f48b-4a2f-92e9-5d09a86da013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:09.727109 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-9db4573f-f48b-4a2f-92e9-5d09a86da013 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 1097 time: 0.1665423 Apr 16 12:04:09.735686 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Usage tracker for resource:router and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:09.863899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:09.891513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:09.912091 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-3e694e20-e0f3-4d39-a7fd-d5d67926cb01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c13df9e3-d36a-40ec-aedd-878b2b9188d0 HTTP/1.1" status: 200 len: 217 time: 0.1715221 Apr 16 12:04:09.944187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81f0f0c5-41cd-5cf2-b41f-d922a99fc798-1653c805-9b78-4d78-95b0-d7939420f331', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c'}]}} from dv-cinder-786627-1-smb. {{(pid=85304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:04:09.945418 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:09.991928 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850976997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13524'] for router, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:09.994508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3798982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762276'] for router, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.044023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Attempting to bind port a5e581b4-2593-42b0-83d4-5f6047e436f6 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:04:10.044706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Attempting to bind port a5e581b4-2593-42b0-83d4-5f6047e436f6 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:04:10.045905 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Attempting to bind port a5e581b4-2593-42b0-83d4-5f6047e436f6 on network 866160ca-b38d-424e-b94b-1de06f3aa76c {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:10.051288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Port a5e581b4-2593-42b0-83d4-5f6047e436f6 on network 866160ca-b38d-424e-b94b-1de06f3aa76c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:04:10.051936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Attempting to bind port a5e581b4-2593-42b0-83d4-5f6047e436f6 on network 866160ca-b38d-424e-b94b-1de06f3aa76c {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:10.056777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.058602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:04:10.058735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Checking segment: {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:10.059110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Bound using segment: {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:04:10.059635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Bound port: a5e581b4-2593-42b0-83d4-5f6047e436f6, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e9c242-6579-4ae6-b6f6-36297755b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c'}}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:04:10.060020 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.060347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-f94feb4a-f0bb-4105-aa14-7d51af954f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:10.063487 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-f94feb4a-f0bb-4105-aa14-7d51af954f01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.1436925 Apr 16 12:04:10.099958 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:04:10.161057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Allocated IP 172.20.0.2 (1653c805-9b78-4d78-95b0-d7939420f331/0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c/90c233ac-743f-436b-bc0d-b87f1b872152) {{(pid=85304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:10.169810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, cleared binding levels {{(pid=85303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:04:10.173915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:04:10.178047 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.232069 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:10.396574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e37ffda3-b805-4447-81ac-efee2ccb4642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:10.398150 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-e37ffda3-b805-4447-81ac-efee2ccb4642 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3207808 Apr 16 12:04:10.489415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.503971 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Transition to ACTIVE for port object 90c233ac-743f-436b-bc0d-b87f1b872152 will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:10.528265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Transition to ACTIVE for port object 90c233ac-743f-436b-bc0d-b87f1b872152 will not be triggered until provisioned by entity DHCP. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:10.534091 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.559466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:10.592042 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=3']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:10.601166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:10.675173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:10.676087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.678023 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] 10.222.0.47 "PUT /v2.0/ports/a5e581b4-2593-42b0-83d4-5f6047e436f6 HTTP/1.1" status: 200 len: 1093 time: 2.8375628 Apr 16 12:04:10.678629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:10.706932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc6158-452b-4065-80ea-c34a56cf2750 req-28e45854-4004-4c8e-a072-e7a3d5d7bcf0 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:10.710085 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-24fc6158-452b-4065-80ea-c34a56cf2750 req-28e45854-4004-4c8e-a072-e7a3d5d7bcf0 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 944 time: 0.4104667 Apr 16 12:04:10.722607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb737643-04b8-43c4-8457-0ec37ebfd7ac req-e7263ddc-abf2-4e5a-a34c-d51e0c09ddfe tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:10.724355 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fb737643-04b8-43c4-8457-0ec37ebfd7ac req-e7263ddc-abf2-4e5a-a34c-d51e0c09ddfe tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.2844269 Apr 16 12:04:10.866900 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-24fc6158-452b-4065-80ea-c34a56cf2750 req-625155d0-86e3-4365-b074-ac588213bee8 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401560 Apr 16 12:04:10.893311 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fb737643-04b8-43c4-8457-0ec37ebfd7ac req-42918e93-e3b7-405b-82c9-3f5d87cc00ce tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916471 Apr 16 12:04:10.895373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850976984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762317'] for router, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:10.929598 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-d0fc7704-68b9-44ef-a590-a56b03588e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:10.931557 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-d0fc7704-68b9-44ef-a590-a56b03588e7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 1096 time: 0.2060611 Apr 16 12:04:11.016636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Pushing event updated for resources: {'Port': ['ID=90c233ac-743f-436b-bc0d-b87f1b872152,revision_number=1']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:11.027531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:11.054351 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-35f29393-a3d0-46a7-aaeb-64e2a84e5deb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6 HTTP/1.1" status: 200 len: 217 time: 0.1111302 Apr 16 12:04:11.125366 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Network 1653c805-9b78-4d78-95b0-d7939420f331 is already hosted by enough agents. {{(pid=85304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:11.137310 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Resources bound (agent type, host, resource id): {{(pid=85304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:11.141100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Received port after_create {{(pid=85304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:11.152848 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-f2049e10-4343-4f00-8949-bcfc8bac058d service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270016 Apr 16 12:04:11.198403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-6aaa2984-7443-4eb0-934d-c94a0f24bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:11.202088 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-6aaa2984-7443-4eb0-934d-c94a0f24bd4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.1375256 Apr 16 12:04:11.213996 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'status': 'completed', 'code': 200} Apr 16 12:04:11.302809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b2b132c6-ee9f-4515-9d73-b0b4047fd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:11.304658 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-b2b132c6-ee9f-4515-9d73-b0b4047fd5d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902905 Apr 16 12:04:11.332790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Attempting to bind port 90c233ac-743f-436b-bc0d-b87f1b872152 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:04:11.333207 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Attempting to bind port 90c233ac-743f-436b-bc0d-b87f1b872152 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:04:11.333933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Attempting to bind port 90c233ac-743f-436b-bc0d-b87f1b872152 on network 1653c805-9b78-4d78-95b0-d7939420f331 {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:11.341230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:04:11.342226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Checking segment: {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:11.342530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:11.342975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Bound using segment: {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:04:11.343502 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Bound port: 90c233ac-743f-436b-bc0d-b87f1b872152, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:04:11.343926 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:11.475998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] For port 90c233ac-743f-436b-bc0d-b87f1b872152, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:04:11.479688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] For port 90c233ac-743f-436b-bc0d-b87f1b872152, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=90c233ac-743f-436b-bc0d-b87f1b872152,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:04:11.485053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:11.488278 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-2d071b74-dfe8-4cec-9175-952847a32d2b service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753552 Apr 16 12:04:11.500307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:11.503373 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9ba2d3ec-9bb2-4207-9e3a-72bf65593080 req-7e537277-345f-424c-9fe9-d47dd6a28126 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287385 Apr 16 12:04:11.653331 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:11.677145 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Pushing event updated for resources: {'Port': ['ID=90c233ac-743f-436b-bc0d-b87f1b872152,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:11.682576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:11.696864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:11.831809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-65448c4b-dee0-4355-ad39-6cdca0d34224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:11.834944 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-65448c4b-dee0-4355-ad39-6cdca0d34224 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 1097 time: 0.2494485 Apr 16 12:04:12.022413 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8842664-6086-4645-9ce2-0768e3d340c9 req-7e64dfc9-c623-48c9-b81d-285578a1e415 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241377 Apr 16 12:04:12.031213 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd523b6b-4026-48b7-89de-9ad3c507f270 req-a07370c7-3867-42ef-a262-c9fb493b15a9 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.032895 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fd523b6b-4026-48b7-89de-9ad3c507f270 req-a07370c7-3867-42ef-a262-c9fb493b15a9 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 946 time: 0.4260721 Apr 16 12:04:12.077187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-3fe9fb75-c9c8-4534-baa5-abb539c14f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.078900 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-3fe9fb75-c9c8-4534-baa5-abb539c14f43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 911 time: 0.2024317 Apr 16 12:04:12.080214 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Allocated IP 172.28.3.40 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/369a8e32-025e-4348-9bc4-edfb21bec40e) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:12.214733 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fd523b6b-4026-48b7-89de-9ad3c507f270 req-f05ae1a5-b218-4dd5-857e-c88a0d67f092 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391935 Apr 16 12:04:12.222828 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-6f02b6b7-4614-49ab-8611-44c36e531f45 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c13df9e3-d36a-40ec-aedd-878b2b9188d0 HTTP/1.1" status: 200 len: 217 time: 0.1246247 Apr 16 12:04:12.268823 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289397-eeaa-48d9-9e63-5dbba1e93106 req-e3dcba72-45bb-4e18-8048-ac0fb346e77e tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.270505 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5e289397-eeaa-48d9-9e63-5dbba1e93106 req-e3dcba72-45bb-4e18-8048-ac0fb346e77e tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 944 time: 0.2366168 Apr 16 12:04:12.322200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-682fbda2-c3ec-41f9-98f6-3e0481154f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.324831 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-682fbda2-c3ec-41f9-98f6-3e0481154f07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 1096 time: 0.2148988 Apr 16 12:04:12.405975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-5e14f54a-8fe9-4b80-aae3-f01e529b1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.407615 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-5e14f54a-8fe9-4b80-aae3-f01e529b1192 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.1151352 Apr 16 12:04:12.428993 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5e289397-eeaa-48d9-9e63-5dbba1e93106 req-45164060-389b-4f9f-a996-8a4d3a5269cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474721 Apr 16 12:04:12.501764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:12.547261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-a1f7e5dc-0fcf-4aa0-b769-bef0e2b2c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.548988 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-a1f7e5dc-0fcf-4aa0-b769-bef0e2b2c4e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1254468 Apr 16 12:04:12.586680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:12.597440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c064089-5629-4182-b735-32c267dfefe4 req-f832371d-0793-42ac-b487-e3777eab602f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.599057 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c064089-5629-4182-b735-32c267dfefe4 req-f832371d-0793-42ac-b487-e3777eab602f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.2358308 Apr 16 12:04:12.603897 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-318da095-d542-4e5b-9768-41778ad53fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.605424 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-318da095-d542-4e5b-9768-41778ad53fc2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 918 time: 0.2402477 Apr 16 12:04:12.651696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9d6d5d9d-be29-42a7-b23e-3eb01c431333 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:12.702757 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-babd47d8-767d-4015-9a8d-51b35feff85e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6 HTTP/1.1" status: 200 len: 217 time: 0.0808840 Apr 16 12:04:12.768377 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c064089-5629-4182-b735-32c267dfefe4 req-b025c6ee-7e36-4544-86f7-6a81060fe19e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619096 Apr 16 12:04:12.794857 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-61501f63-819d-49a5-927a-aa01ef6fe917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.794857 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-61501f63-819d-49a5-927a-aa01ef6fe917 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.0799243 Apr 16 12:04:12.823903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Pushing event updated for resources: {'Port': ['ID=369a8e32-025e-4348-9bc4-edfb21bec40e,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:12.831607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:12.870098 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-efdff0da-3a22-4b3a-b1c9-ccf7aa53610a service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126857 Apr 16 12:04:12.878885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-c5c983b0-afef-48b6-87cd-9924debd375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:12.880640 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-c5c983b0-afef-48b6-87cd-9924debd375b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819967 Apr 16 12:04:13.001941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:13.005149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:13.018712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:13.032690 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-15558f09-c3b1-44da-aa38-e59734b97fb7 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443605 Apr 16 12:04:13.103471 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1f3142bc-8cc4-4341-bc87-cc9c397050d4 req-4d1d0ab9-2840-4c3c-90eb-2044150f871c service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207024 Apr 16 12:04:13.199590 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7781ef58-32f4-4972-9a93-bf63fe249a8f req-3346e425-7bc3-4d19-9843-aa89f75731bc service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589899 Apr 16 12:04:13.349734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e761d5d-c764-4367-a013-8e3aece407f2 None None] Network 1653c805-9b78-4d78-95b0-d7939420f331 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:04:13.438482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 90c233ac-743f-436b-bc0d-b87f1b872152 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:13.464965 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a5e581b4-2593-42b0-83d4-5f6047e436f6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:04:13.467789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51309b68-d8f7-4bfc-a0f0-d78f6045e07b req-11d9d1bb-abce-4601-ac6a-63d04708ae43 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:13.476034 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-51309b68-d8f7-4bfc-a0f0-d78f6045e07b req-11d9d1bb-abce-4601-ac6a-63d04708ae43 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 946 time: 0.1154385 Apr 16 12:04:13.505534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-2a095dc7-ba48-4597-8852-7167e3789937 None None] Provisioning for port 90c233ac-743f-436b-bc0d-b87f1b872152 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:13.537418 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-51309b68-d8f7-4bfc-a0f0-d78f6045e07b req-04d6864d-21f2-4bac-a0df-71f19ed714cc tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599201 Apr 16 12:04:13.688341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 90c233ac-743f-436b-bc0d-b87f1b872152 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:13.712302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f66125-caee-44e0-a92b-f3115b26e6d2 req-1e1f0144-fd7a-45d2-a626-25784f05bb31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:13.714185 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-26f66125-caee-44e0-a92b-f3115b26e6d2 req-1e1f0144-fd7a-45d2-a626-25784f05bb31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 944 time: 0.1024106 Apr 16 12:04:13.766953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 90c233ac-743f-436b-bc0d-b87f1b872152 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:13.767380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:13.770432 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-26f66125-caee-44e0-a92b-f3115b26e6d2 req-3bf90193-880a-4faf-8101-de705b781172 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476665 Apr 16 12:04:13.825938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:13.902477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:13.933785 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'port_id': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'mac_address': 'fa:16:3e:a6:6a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:04:14.039725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a20b1f-8c24-40cf-b63a-e3bab35b8fe4 req-30350933-d071-4b3e-9ca4-8aef459726c1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:14.049610 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-35a20b1f-8c24-40cf-b63a-e3bab35b8fe4 req-30350933-d071-4b3e-9ca4-8aef459726c1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.1238623 Apr 16 12:04:14.070634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:14.096638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e581b4-2593-42b0-83d4-5f6047e436f6 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:04:14.104049 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:14.116629 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-35a20b1f-8c24-40cf-b63a-e3bab35b8fe4 req-6532603b-973f-4b9a-b7bd-111a3eeadd04 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660152 Apr 16 12:04:14.150906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:14.159641 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:14.160431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device c13df9e3-d36a-40ec-aedd-878b2b9188d0 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:04:14.171490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:14.215539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 90c233ac-743f-436b-bc0d-b87f1b872152, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=90c233ac-743f-436b-bc0d-b87f1b872152,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:14.230246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:14.238124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850975282'] for router, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:14.536102 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Router f88c7747-5105-431a-b626-0f8b33440d12 is scheduled to L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf with binding_index 1 {{(pid=85302) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:04:14.601597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:14.619857 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:14.621040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-042138b8-a171-47c8-90c4-9c6dd4512df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:14.622668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.383s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:14.697519 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-3b972f6e-76f7-4528-9baf-20dc95928b9b None None] Provisioning complete for port 90c233ac-743f-436b-bc0d-b87f1b872152 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:14.697950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3b972f6e-76f7-4528-9baf-20dc95928b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:14.750916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:04:14.774474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port c13df9e3-d36a-40ec-aedd-878b2b9188d0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c13df9e3-d36a-40ec-aedd-878b2b9188d0,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:14.778335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Notify callbacks [] for router, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:14.780400 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.0736837 Apr 16 12:04:14.786025 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50220) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:14.786567 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Sync routers for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:04:14.821264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e62b7b-a9ee-4006-a5b7-42a8f4607dd8 req-f0370ad6-c68f-4682-b7ee-d42ed89ad033 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:14.830468 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'port_id': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0', 'mac_address': 'fa:16:3e:e5:31:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:04:14.831318 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-60e62b7b-a9ee-4006-a5b7-42a8f4607dd8 req-f0370ad6-c68f-4682-b7ee-d42ed89ad033 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 946 time: 0.1470139 Apr 16 12:04:14.840544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:14.841374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:03:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:14.920789 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-60e62b7b-a9ee-4006-a5b7-42a8f4607dd8 req-79458ef1-e52c-4638-9ea9-04918336526b tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878053 Apr 16 12:04:14.974343 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=90c233ac-743f-436b-bc0d-b87f1b872152,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:15.045021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:15.059852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ef4d8-35b6-4d89-b29e-ecea5bf7f0e1 req-13bdfa17-7e10-42ad-9710-48bb6bd8bc84 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:15.062055 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-150ef4d8-35b6-4d89-b29e-ecea5bf7f0e1 req-13bdfa17-7e10-42ad-9710-48bb6bd8bc84 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 944 time: 0.1066134 Apr 16 12:04:15.120684 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-150ef4d8-35b6-4d89-b29e-ecea5bf7f0e1 req-98a32b3a-22e0-4973-8d74-b91c0ddab384 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497241 Apr 16 12:04:15.136759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:15.178969 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13df9e3-d36a-40ec-aedd-878b2b9188d0 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:04:15.227154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:15.275018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port c13df9e3-d36a-40ec-aedd-878b2b9188d0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c13df9e3-d36a-40ec-aedd-878b2b9188d0,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:15.344526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:15.354120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:15.375579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffa3ff-b4e5-4b0b-979f-2abac05be23b req-4a1468b6-769b-4908-b3d3-ae192d6b1a79 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:15.377277 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-86ffa3ff-b4e5-4b0b-979f-2abac05be23b req-4a1468b6-769b-4908-b3d3-ae192d6b1a79 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 944 time: 0.1231811 Apr 16 12:04:15.393753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 90c233ac-743f-436b-bc0d-b87f1b872152 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:15.441426 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-86ffa3ff-b4e5-4b0b-979f-2abac05be23b req-ee738012-eb6b-47e6-937a-6308a6560217 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568020 Apr 16 12:04:15.592770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=c13df9e3-d36a-40ec-aedd-878b2b9188d0,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:15.606509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:15.636335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 90c233ac-743f-436b-bc0d-b87f1b872152 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:15.636790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:15.639811 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:15.671497 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['c13df9e3-d36a-40ec-aedd-878b2b9188d0'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:15.697896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['a5e581b4-2593-42b0-83d4-5f6047e436f6'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:15.869281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Allocated IP 172.20.0.1 (1653c805-9b78-4d78-95b0-d7939420f331/0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c/7b95c21f-c31f-4314-a2aa-e34e9241d9b8) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:16.071719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:16.079130 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:13Z', 'revision_number': 3, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:16.090534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Transition to ACTIVE for port object 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 will not be triggered until provisioned by entity DHCP. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:16.101820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Checking router: f88c7747-5105-431a-b626-0f8b33440d12 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:04:16.102216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Updating router f88c7747-5105-431a-b626-0f8b33440d12 port 369a8e32-025e-4348-9bc4-edfb21bec40e binding host dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:04:16.117590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:16.136041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-02b12af0-7fac-4713-93c0-2a06adfd155c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:16.220060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04798313-438c-48ad-9b13-6d96af025319 req-b86313d5-df97-41bb-bd50-e5b7f14e0aae tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:16.228770 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-04798313-438c-48ad-9b13-6d96af025319 req-b86313d5-df97-41bb-bd50-e5b7f14e0aae tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 946 time: 0.1719806 Apr 16 12:04:16.228981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:16.293211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Pushing event updated for resources: {'Port': ['ID=7b95c21f-c31f-4314-a2aa-e34e9241d9b8,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:16.298980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:16.338781 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-04798313-438c-48ad-9b13-6d96af025319 req-888db1d1-63bf-4f1a-be65-ebfe30de813e tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/security-groups?id=be390538-0a94-4fab-a780-a2c98387e5a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084332 Apr 16 12:04:16.374269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Network 1653c805-9b78-4d78-95b0-d7939420f331 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:16.376166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:16.378712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:16.422495 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d987e0b-2361-44da-a501-61556fb73251 req-0c2b8f16-b3b8-42d9-b8d6-fea35afbea60 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:16.424629 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1d987e0b-2361-44da-a501-61556fb73251 req-0c2b8f16-b3b8-42d9-b8d6-fea35afbea60 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 945 time: 0.1504836 Apr 16 12:04:16.447539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769739'] for router_interface, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:16.506769 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1d987e0b-2361-44da-a501-61556fb73251 req-a1433d81-bb2b-438d-aa6f-11276ce75e04 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753939 Apr 16 12:04:16.731662 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-16b79053-541b-496f-bbde-477ac319fa9b tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:16.733923 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-16b79053-541b-496f-bbde-477ac319fa9b tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.47 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 946 time: 0.2260883 Apr 16 12:04:16.822329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-cf4df46f-c8fd-4030-ae68-0ea617928b81 None None] Provisioning for port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:16.839157 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55e04-3ab6-43e1-8645-448aad30f64b req-c4c429bc-2a05-49ac-b142-388f85346d22 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:16.840971 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-21f55e04-3ab6-43e1-8645-448aad30f64b req-c4c429bc-2a05-49ac-b142-388f85346d22 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 944 time: 0.1959050 Apr 16 12:04:16.846128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-cf4df46f-c8fd-4030-ae68-0ea617928b81 None None] Provisioning complete for port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:16.846791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cf4df46f-c8fd-4030-ae68-0ea617928b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:16.847637 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Deleting port e425f6e4-1372-4013-b375-151bb5ff9350 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:04:16.848031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:16.939839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-cf4df46f-c8fd-4030-ae68-0ea617928b81 None None] Port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:04:16.950942 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-21f55e04-3ab6-43e1-8645-448aad30f64b req-82377973-81e9-4045-b3dc-69b3a6f9cdf3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742538 Apr 16 12:04:17.044247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Notify callbacks [] for port, precommit_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.060048 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Transition to ACTIVE for port object 369a8e32-025e-4348-9bc4-edfb21bec40e will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:17.070783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.080710 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.089503 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a1bd959f-05c7-44db-a31d-f224cde5f63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:17.182802 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] For port e425f6e4-1372-4013-b375-151bb5ff9350, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=e425f6e4-1372-4013-b375-151bb5ff9350,segment=NetworkSegment(d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1),segment_id=d25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:17.183472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.246710 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6df6ec7a-f09d-4567-9bd6-26618e9d6783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.274002 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc9163-35fc-4414-a2c6-d1fddab12e74 None None] Pushing event updated for resources: {'Port': ['ID=369a8e32-025e-4348-9bc4-edfb21bec40e,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:17.278962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-47dc9163-35fc-4414-a2c6-d1fddab12e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:17.336515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Attempting to bind port 369a8e32-025e-4348-9bc4-edfb21bec40e on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:04:17.336962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Attempting to bind port 369a8e32-025e-4348-9bc4-edfb21bec40e by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:04:17.337378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Attempting to bind port 369a8e32-025e-4348-9bc4-edfb21bec40e on network 9c19a45b-70d1-473c-b2ec-743cdcfa61be {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:17.345249 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:04:17.345679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Checking segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:17.346134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.346613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Bound using segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:04:17.347120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Bound port: 369a8e32-025e-4348-9bc4-edfb21bec40e, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:04:17.347538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.349205 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Calling delete_port for e425f6e4-1372-4013-b375-151bb5ff9350 owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:04:17.354249 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.359008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.392464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:17.448394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device c13df9e3-d36a-40ec-aedd-878b2b9188d0 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:17.486725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850844763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851005972'] for router_interface, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.496212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] For port 369a8e32-025e-4348-9bc4-edfb21bec40e, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:04:17.518533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] For port 369a8e32-025e-4348-9bc4-edfb21bec40e, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=369a8e32-025e-4348-9bc4-edfb21bec40e,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:04:17.532899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.561869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.573558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:17.625880 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Pushing event updated for resources: {'Port': ['ID=7b95c21f-c31f-4314-a2aa-e34e9241d9b8,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:17.631565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:17.713521 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-957cb635-e418-4f31-8403-9f224f6af4dc tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:17.774217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Network 1653c805-9b78-4d78-95b0-d7939420f331 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:17.776322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:17.780593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port c13df9e3-d36a-40ec-aedd-878b2b9188d0 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:17.814725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port c13df9e3-d36a-40ec-aedd-878b2b9188d0 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:17.815225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:17.869761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Pushing event deleted for resources: {'Port': ['ID=e425f6e4-1372-4013-b375-151bb5ff9350,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:17.891867 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fec55a4d-f553-4f17-a4e1-50ba4b3b2d4d req-89c11be7-c9fa-4b02-bb29-dcce4e256d74 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.75 "GET /v2.0/ports?device_id=33c0282e-3c68-45ff-b674-8fe5758292a9 HTTP/1.1" status: 200 len: 210 time: 0.3816097 Apr 16 12:04:17.899111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc9163-35fc-4414-a2c6-d1fddab12e74 None None] Pushing event updated for resources: {'Port': ['ID=369a8e32-025e-4348-9bc4-edfb21bec40e,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:17.903149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-47dc9163-35fc-4414-a2c6-d1fddab12e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:17.924947 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:17.939472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:17.940164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:18.035539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Router f88c7747-5105-431a-b626-0f8b33440d12 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:04:18.063840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] No DVR routers for this DVR port e425f6e4-1372-4013-b375-151bb5ff9350 on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:04:18.069754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:18.072884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33c0282e-3c68-45ff-b674-8fe5758292a9', 'name': 'network-vif-deleted', 'tag': 'e425f6e4-1372-4013-b375-151bb5ff9350'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:18.080482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:18.090299 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-964b7251-cb2e-40a5-9a30-8c217dd2bfd0 req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] 10.222.0.47 "DELETE /v2.0/ports/e425f6e4-1372-4013-b375-151bb5ff9350 HTTP/1.1" status: 204 len: 173 time: 1.3500836 Apr 16 12:04:18.140065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821bbb-48cf-4271-828d-029b76380685 req-8948db09-5e91-40f0-82d2-2f33f6850b5c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:18.142001 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e821bbb-48cf-4271-828d-029b76380685 req-8948db09-5e91-40f0-82d2-2f33f6850b5c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 945 time: 0.3823309 Apr 16 12:04:18.213168 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e821bbb-48cf-4271-828d-029b76380685 req-4a3990be-b5bd-4f6d-92e8-fa629926abf8 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629339 Apr 16 12:04:18.227968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:18.228695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:18.234185 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-e20272c5-8e51-47a7-b8fa-0c30419208c3 None None] Provisioning complete for port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:18.234597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e20272c5-8e51-47a7-b8fa-0c30419208c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:18.254430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0d003-b74e-43f4-80a9-9ae3d5533836 req-51a7f76f-e71e-44c1-9b01-d43a888ce47d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:18.262304 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-05c0d003-b74e-43f4-80a9-9ae3d5533836 req-51a7f76f-e71e-44c1-9b01-d43a888ce47d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 944 time: 0.1695182 Apr 16 12:04:18.288878 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:04:18.297819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port c13df9e3-d36a-40ec-aedd-878b2b9188d0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c13df9e3-d36a-40ec-aedd-878b2b9188d0,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:18.308582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:18.309773 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a5e581b4-2593-42b0-83d4-5f6047e436f6 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:18.335407 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1fb43f05-63ec-4db5-80d0-3d24262a5381 admin admin] 10.222.0.75 "PUT /v2.0/routers/f88c7747-5105-431a-b626-0f8b33440d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5370035 Apr 16 12:04:18.343702 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-05c0d003-b74e-43f4-80a9-9ae3d5533836 req-9a4b41d4-ac17-46a4-a9e4-1b82c7b7ee6d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801210 Apr 16 12:04:18.354497 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33c0282e-3c68-45ff-b674-8fe5758292a9', 'name': 'network-vif-deleted', 'tag': 'e425f6e4-1372-4013-b375-151bb5ff9350', 'status': 'completed', 'code': 200} Apr 16 12:04:18.370663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:18.426194 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0', 'code': 200} Apr 16 12:04:18.494330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-e20272c5-8e51-47a7-b8fa-0c30419208c3 None None] Port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:04:18.509602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:18.578802 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=c13df9e3-d36a-40ec-aedd-878b2b9188d0,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:18.587452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:18.710880 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port a5e581b4-2593-42b0-83d4-5f6047e436f6 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:18.744154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb9248-5570-49e2-9d7b-26b8a1ec568e req-edca9c15-b839-4e5c-a270-8ee4eba3731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:18.745832 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c0fb9248-5570-49e2-9d7b-26b8a1ec568e req-edca9c15-b839-4e5c-a270-8ee4eba3731d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 1099 time: 0.0900586 Apr 16 12:04:18.787511 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:18.797518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port a5e581b4-2593-42b0-83d4-5f6047e436f6 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:18.797976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:18.799647 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c0fb9248-5570-49e2-9d7b-26b8a1ec568e req-a0abe45c-82e7-412d-a9d0-604f048ed159 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459015 Apr 16 12:04:18.915814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50260) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:18.926010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1834893431-network', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:18.931644 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:18.937829 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Usage tracker for resource:network and tenant:033d468986f241058ef0b68cf2d15c2b is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:18.942117 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:18.951477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:18.966496 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Made reservation on behalf of 033d468986f241058ef0b68cf2d15c2b for: {'network': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:04:18.973782 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:18.988763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.011436 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:19.019552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Usage tracker for resource:security_group_rule and tenant:033d468986f241058ef0b68cf2d15c2b is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:19.020150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:19.030297 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:19.136537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.140375 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.144562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-321f53a9-3db4-4406-ba1c-3ac6f9d03636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:19.182204 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=85302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:04:19.185548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b84437-a86f-4cf2-a1fc-12a91b970443,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:19.191018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:19.195174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.195702 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Added segment 0701fb3b-3467-495b-a3eb-df70b411beed of type vlan for network 80ac5a54-8a67-46a4-82f6-c0874e89c9da Apr 16 12:04:19.213439 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.221098 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.231150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.269125 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.271214 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:19.272046 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.275323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:19.278667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c7b7b9c5-eea1-4894-90ae-00a0bb50e8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:19.278849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 2, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:19.283552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.284482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device e425f6e4-1372-4013-b375-151bb5ff9350 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:04:19.318060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:19.360318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89297d90-1e04-4460-8f5a-574ccabbc2cb None None] The sync data for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb is: [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 2, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:04:19.370157 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: e425f6e4-1372-4013-b375-151bb5ff9350 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:04:19.370157 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device e425f6e4-1372-4013-b375-151bb5ff9350 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:04:19.405510 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50272) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:19.412441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:19.413944 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Request body: {'subnet': {'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1834893431-subnet', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:19.418112 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5005081 Apr 16 12:04:19.419124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:19.422547 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Pushing event updated for resources: {'Network': ['ID=80ac5a54-8a67-46a4-82f6-c0874e89c9da,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:19.425359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:19.427998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:19.430477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Usage tracker for resource:subnet and tenant:033d468986f241058ef0b68cf2d15c2b is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:19.444942 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:19.446772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:04:19.453470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:19.467876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Made reservation on behalf of 033d468986f241058ef0b68cf2d15c2b for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:04:19.473707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2057068'] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:19.990752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a73ed3-7a73-4618-a083-5e63c5f6d1f7 req-0ae1543d-fc2c-4f08-986a-9f5ef28e9bbc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:19.992470 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-95a73ed3-7a73-4618-a083-5e63c5f6d1f7 req-0ae1543d-fc2c-4f08-986a-9f5ef28e9bbc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1424675 Apr 16 12:04:20.099016 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-95a73ed3-7a73-4618-a083-5e63c5f6d1f7 req-26d7f928-1a9f-403f-9981-dd7da6a6ffde tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992565 Apr 16 12:04:20.342811 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642aee9-57ca-421a-9c09-aafbd9ddd958 req-16034438-8b6c-4734-9d85-d9b55846d6ca tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:20.344621 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8642aee9-57ca-421a-9c09-aafbd9ddd958 req-16034438-8b6c-4734-9d85-d9b55846d6ca tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 946 time: 0.8498328 Apr 16 12:04:20.417222 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8642aee9-57ca-421a-9c09-aafbd9ddd958 req-e1da8bcf-9345-42e6-b1c8-46f5647ab560 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650284 Apr 16 12:04:20.427632 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:20.493603 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'code': 200} Apr 16 12:04:20.497120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793933036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2057055'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.513882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c3204335-5834-4846-8982-62820abbd9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:20.643722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e107ad-1e3d-494c-b8d3-cf2cb1583e63,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:20.656855 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:20.791711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Checking segment: {'id': '0701fb3b-3467-495b-a3eb-df70b411beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:20.792107 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Network hostable DHCP agents. Network: 80ac5a54-8a67-46a4-82f6-c0874e89c9da, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:04:20.817801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140bfb8-5481-422f-894a-45db3a05b4ec req-f9191b4b-07b4-4272-a141-e0b431d10537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:20.819436 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6140bfb8-5481-422f-894a-45db3a05b4ec req-f9191b4b-07b4-4272-a141-e0b431d10537 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 1098 time: 0.1298463 Apr 16 12:04:20.820484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:04:20.846804 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 80ac5a54-8a67-46a4-82f6-c0874e89c9da) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:20.856225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2bcde-3d4a-4959-ba66-3b934978234f None None] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:04:20.874465 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:20.875118 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.890081 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6140bfb8-5481-422f-894a-45db3a05b4ec req-41d1711a-4cd8-48bc-a2f2-42366d8c5e30 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626941 Apr 16 12:04:20.900214 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-7573d5e8-f13c-444e-a490-3d77b95e8f6c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4928110 Apr 16 12:04:20.902859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50288) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:20.908679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:20.913986 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:20.918061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Usage tracker for resource:router and tenant:033d468986f241058ef0b68cf2d15c2b is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:20.921431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:20.927528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:20.944365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850976997', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13524'] for router, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.945534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3798982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3800472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421122', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854762276'] for router, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:20.963918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.107209 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp81f0f0c5-41cd-5cf2-b41f-d922a99fc798-80ac5a54-8a67-46a4-82f6-c0874e89c9da', 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'fixed_ips': [{'subnet_id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63'}]}} from dv-cinder-786627-1-smb. {{(pid=85304) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 12:04:21.108865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.283437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Allocated IP 172.20.0.2 (80ac5a54-8a67-46a4-82f6-c0874e89c9da/f4e107ad-1e3d-494c-b8d3-cf2cb1583e63/dcb45405-fb04-4bf5-b757-a8cbd0004c6d) {{(pid=85304) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:21.332400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3800489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036850976984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854762317'] for router, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.393309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 369a8e32-025e-4348-9bc4-edfb21bec40e up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:21.468303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73868d00-e027-43c2-b2ec-815a4e60d07e req-7f48be91-f35a-445f-9515-1e339c54b786 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:21.469988 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-73868d00-e027-43c2-b2ec-815a4e60d07e req-7f48be91-f35a-445f-9515-1e339c54b786 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1912227 Apr 16 12:04:21.556175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 369a8e32-025e-4348-9bc4-edfb21bec40e completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:21.569935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 369a8e32-025e-4348-9bc4-edfb21bec40e triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:21.570359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.608335 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-73868d00-e027-43c2-b2ec-815a4e60d07e req-8a2a6dbf-365a-44ab-ba0a-27d02521cebf tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248238 Apr 16 12:04:21.628617 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Notify callbacks [] for port, precommit_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.654320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Transition to ACTIVE for port object dcb45405-fb04-4bf5-b757-a8cbd0004c6d will not be triggered until provisioned by entity L2. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:21.682440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Transition to ACTIVE for port object dcb45405-fb04-4bf5-b757-a8cbd0004c6d will not be triggered until provisioned by entity DHCP. {{(pid=85304) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:21.718582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264'] for port, after_create {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.740027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:21.831065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe367f1-edd6-4f80-a92f-82b7483ab7a8 req-e835df24-1f4e-4bcc-9ea1-654c0406d4a9 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:21.832628 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cbe367f1-edd6-4f80-a92f-82b7483ab7a8 req-e835df24-1f4e-4bcc-9ea1-654c0406d4a9 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 946 time: 0.2814417 Apr 16 12:04:21.882924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.904577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Pushing event updated for resources: {'Port': ['ID=dcb45405-fb04-4bf5-b757-a8cbd0004c6d,revision_number=1']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:21.911491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:21.924364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.932203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.971667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 369a8e32-025e-4348-9bc4-edfb21bec40e, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=369a8e32-025e-4348-9bc4-edfb21bec40e,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:21.977889 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cbe367f1-edd6-4f80-a92f-82b7483ab7a8 req-10151539-523e-4ba5-864f-34168c7dc9bf tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358826 Apr 16 12:04:21.984059 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:21.988337 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-47dc9163-35fc-4414-a2c6-d1fddab12e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:22.060849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da is already hosted by enough agents. {{(pid=85304) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:22.064647 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Resources bound (agent type, host, resource id): {{(pid=85304) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:22.068405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Received port after_create {{(pid=85304) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:22.097932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Allocated IP 172.28.3.168 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/9fa354d9-1a7c-44f8-b789-379143fcd1cf) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:22.158807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=369a8e32-025e-4348-9bc4-edfb21bec40e,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:22.166941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:22.184216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Attempting to bind port dcb45405-fb04-4bf5-b757-a8cbd0004c6d on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:04:22.184655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Attempting to bind port dcb45405-fb04-4bf5-b757-a8cbd0004c6d by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': '0701fb3b-3467-495b-a3eb-df70b411beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da'}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:04:22.185065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Attempting to bind port dcb45405-fb04-4bf5-b757-a8cbd0004c6d on network 80ac5a54-8a67-46a4-82f6-c0874e89c9da {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:22.191595 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:04:22.192015 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Checking segment: {'id': '0701fb3b-3467-495b-a3eb-df70b411beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85304) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:22.192457 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:22.192922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Bound using segment: {'id': '0701fb3b-3467-495b-a3eb-df70b411beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da'} {{(pid=85304) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:04:22.193435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Bound port: dcb45405-fb04-4bf5-b757-a8cbd0004c6d, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0701fb3b-3467-495b-a3eb-df70b411beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da'}}] {{(pid=85304) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:04:22.193850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:22.294115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] For port dcb45405-fb04-4bf5-b757-a8cbd0004c6d, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85304) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:04:22.297385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] For port dcb45405-fb04-4bf5-b757-a8cbd0004c6d, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=dcb45405-fb04-4bf5-b757-a8cbd0004c6d,segment=NetworkSegment(0701fb3b-3467-495b-a3eb-df70b411beed),segment_id=0701fb3b-3467-495b-a3eb-df70b411beed)] {{(pid=85304) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:04:22.301428 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:22.317702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:22.335900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417f81e-d52c-4323-bdd8-dc3992a53e7e req-5bb74fcf-7807-42a3-bfd4-f25394ca39f6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:22.337627 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0417f81e-d52c-4323-bdd8-dc3992a53e7e req-5bb74fcf-7807-42a3-bfd4-f25394ca39f6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 946 time: 0.2373827 Apr 16 12:04:22.348052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50304) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:22.359855 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-baf207ea-031c-4c58-9cb2-4ced323293cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Request body: {'floatingip': {'port_id': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:22.364374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:22.399081 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:22.419831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:22.477542 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Pushing event updated for resources: {'Port': ['ID=dcb45405-fb04-4bf5-b757-a8cbd0004c6d,revision_number=2']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:22.483430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:22.541215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-baf207ea-031c-4c58-9cb2-4ced323293cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:22.810896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Sync routers for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:04:22.851835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:22.852773 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:22.967493 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Pushing event updated for resources: {'Port': ['ID=9fa354d9-1a7c-44f8-b789-379143fcd1cf,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:22.985303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:23.068394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51a4ab-61af-4e4d-bfdb-72a461e7f1b6 req-eab3c425-0228-4c01-b596-991709182b6e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:23.069404 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fa51a4ab-61af-4e4d-bfdb-72a461e7f1b6 req-eab3c425-0228-4c01-b596-991709182b6e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.2375336 Apr 16 12:04:23.114665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:23.124655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:23.128789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:23.192221 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fa51a4ab-61af-4e4d-bfdb-72a461e7f1b6 req-3b8b21bf-42a1-4663-83ef-3dbfdfd21825 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158292 Apr 16 12:04:23.228941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:23.395842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-baf207ea-031c-4c58-9cb2-4ced323293cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:23.403185 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-baf207ea-031c-4c58-9cb2-4ced323293cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:23.557296 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 369a8e32-025e-4348-9bc4-edfb21bec40e up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:23.688152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 2, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:23.693963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Checking router: f88c7747-5105-431a-b626-0f8b33440d12 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:04:23.694628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Updating router f88c7747-5105-431a-b626-0f8b33440d12 port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 binding host dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:04:23.703027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 369a8e32-025e-4348-9bc4-edfb21bec40e triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:23.703487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:23.751670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d8430-8ae9-4fdd-95f6-6e73b5b5cbb0 req-c1b4422a-1e69-4f89-a44b-1dc370d08e7c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:23.753326 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-496d8430-8ae9-4fdd-95f6-6e73b5b5cbb0 req-c1b4422a-1e69-4f89-a44b-1dc370d08e7c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.3117867 Apr 16 12:04:23.761043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:23.779030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50316) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:23.788580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Request body: {'floatingip': {'port_id': 'a5e581b4-2593-42b0-83d4-5f6047e436f6'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:23.852748 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [None req-baf207ea-031c-4c58-9cb2-4ced323293cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Floating IP f83a8fdd-4d48-4d49-a067-150968de1fa4 associated. External IP: 172.28.3.184, port: c13df9e3-d36a-40ec-aedd-878b2b9188d0. Apr 16 12:04:23.893159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device dcb45405-fb04-4bf5-b757-a8cbd0004c6d up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:23.910100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.015569 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.017174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port dcb45405-fb04-4bf5-b757-a8cbd0004c6d completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:24.271092 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.295777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Transition to ACTIVE for port object 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:24.309556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.329147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2aa6bade-6ed1-49c3-89ee-5812e7351b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:24.406950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46d198e-75d7-40e9-b824-45e1a65cfc75 None None] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:04:24.409309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf207ea-031c-4c58-9cb2-4ced323293cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:04:24.419244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c70157-1196-44a9-b420-01953600378a None None] Pushing event updated for resources: {'Port': ['ID=7b95c21f-c31f-4314-a2aa-e34e9241d9b8,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:24.478411 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.478788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.479028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3798816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850975282'] for router, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.479170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.479520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.479870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.480232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.480781 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.481148 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.481507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.482308 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.482449 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.483416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c70157-1196-44a9-b420-01953600378a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85305) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:24.491594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-58c70157-1196-44a9-b420-01953600378a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:24.580705 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-dbe3b60b-574d-454c-8b30-37f103de9cfc None None] Provisioning for port dcb45405-fb04-4bf5-b757-a8cbd0004c6d completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:24.714457 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf207ea-031c-4c58-9cb2-4ced323293cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:04:24.736854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-baf207ea-031c-4c58-9cb2-4ced323293cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.834269 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-baf207ea-031c-4c58-9cb2-4ced323293cc tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "PUT /v2.0/floatingips/f83a8fdd-4d48-4d49-a067-150968de1fa4 HTTP/1.1" status: 200 len: 992 time: 2.4847281 Apr 16 12:04:24.834964 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'tag': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:24.884205 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Attempting to bind port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:04:24.884686 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Attempting to bind port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:04:24.885270 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Attempting to bind port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 on network 1653c805-9b78-4d78-95b0-d7939420f331 {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:24.895497 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:04:24.895914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Checking segment: {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:24.899484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.899937 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Bound using segment: {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:04:24.900483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Bound port: 7b95c21f-c31f-4314-a2aa-e34e9241d9b8, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:04:24.900935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.925501 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'tag': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0', 'status': 'completed', 'code': 200} Apr 16 12:04:24.929830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-dbe3b60b-574d-454c-8b30-37f103de9cfc None None] Provisioning complete for port dcb45405-fb04-4bf5-b757-a8cbd0004c6d triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:24.930287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b60b-574d-454c-8b30-37f103de9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:24.966633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] Sync routers for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:04:25.003918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:25.004820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:25.028922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] For port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:04:25.032407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] For port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=7b95c21f-c31f-4314-a2aa-e34e9241d9b8,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:04:25.036084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.053466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-15cb3044-fa82-41c8-b594-a2c1eed1c4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:25.213168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c70157-1196-44a9-b420-01953600378a None None] Pushing event updated for resources: {'Port': ['ID=7b95c21f-c31f-4314-a2aa-e34e9241d9b8,revision_number=4']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:25.219199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-58c70157-1196-44a9-b420-01953600378a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:25.263198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:25.263760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:25.387000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:25.473925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:25.519989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b60b-574d-454c-8b30-37f103de9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.713154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-dbe3b60b-574d-454c-8b30-37f103de9cfc None None] For port dcb45405-fb04-4bf5-b757-a8cbd0004c6d, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=dcb45405-fb04-4bf5-b757-a8cbd0004c6d,segment=NetworkSegment(0701fb3b-3467-495b-a3eb-df70b411beed),segment_id=0701fb3b-3467-495b-a3eb-df70b411beed)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:25.721141 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-dbe3b60b-574d-454c-8b30-37f103de9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.723397 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-47dc9163-35fc-4414-a2c6-d1fddab12e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:25.750642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:25.763154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 is scheduled to L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf with binding_index 1 {{(pid=85303) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 12:04:25.781344 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:25.848008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:25.848008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:25.849691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-bdbf57a0-277f-4aa2-afa7-8df235612dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:25.851453 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-bdbf57a0-277f-4aa2-afa7-8df235612dc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3926a68b30594b048587be62637bfcfc&device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 1099 time: 0.9091411 Apr 16 12:04:25.964152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3b60b-574d-454c-8b30-37f103de9cfc None None] Pushing event updated for resources: {'Port': ['ID=dcb45405-fb04-4bf5-b757-a8cbd0004c6d,revision_number=3']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:25.991851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-dbe3b60b-574d-454c-8b30-37f103de9cfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:26.000962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-c4202cf1-b66a-4cd6-901f-2321f34bea7f None None] Provisioning complete for port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:26.001378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4202cf1-b66a-4cd6-901f-2321f34bea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:26.013376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-7e6121d2-d833-4e37-bc7e-ec10d06c079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:26.015876 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-7e6121d2-d833-4e37-bc7e-ec10d06c079c service neutron] 10.222.0.47 "GET /v2.0/networks?id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 200 len: 911 time: 0.1536813 Apr 16 12:04:26.138517 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:25Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:26.147116 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51ec957-7097-428a-a67f-73f34a42f684 None None] The sync data for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb is: [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:25Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:04:26.263323 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:26.328733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': 'f83a8fdd-4d48-4d49-a067-150968de1fa4', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'port_id': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'mac_address': 'fa:16:3e:e5:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:04:03Z', 'updated_at': '2021-04-16T12:04:23Z', 'revision_number': 1, 'project_id': '3926a68b30594b048587be62637bfcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:26.330653 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-f701de2a-f6d4-442a-9b06-7a515b7e63c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c13df9e3-d36a-40ec-aedd-878b2b9188d0 HTTP/1.1" status: 200 len: 1000 time: 0.1925237 Apr 16 12:04:26.354261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=7b95c21f-c31f-4314-a2aa-e34e9241d9b8,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:26.364084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] Checking router: e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:04:26.378884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:26.384083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3eaef78b-fc9b-4c08-9a05-10ca9caa7569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:26.420097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.resource_extend [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 12:04:26.469053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4202cf1-b66a-4cd6-901f-2321f34bea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:26.481590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=7b95c21f-c31f-4314-a2aa-e34e9241d9b8,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:26.485902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:26.485902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:26.535195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:04:26.549804 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Sync routers for ids ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:04:26.552258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:26.560242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Routers {'7f8020e3-f547-4f13-86ce-ebf1ae20d927'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:26.561879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:26.577384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-20e3f46c-3d3f-4a02-958e-7cf31286a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:26.578842 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-20e3f46c-3d3f-4a02-958e-7cf31286a899 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 200 len: 849 time: 0.2389128 Apr 16 12:04:26.677458 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:26.689945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:26.781733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Set router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:26.841322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] Notify callbacks [] for router, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:26.845887 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-df3ca70c-692b-4d83-a110-610fdcd431ff admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9388332 Apr 16 12:04:26.846681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50342) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:26.923967 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.api [None req-c4202cf1-b66a-4cd6-901f-2321f34bea7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85304) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:04:26.924815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.api [None req-c4202cf1-b66a-4cd6-901f-2321f34bea7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:04:26.927053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-7876ad28-934d-4112-85ef-07c92cee8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:26.928719 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-7876ad28-934d-4112-85ef-07c92cee8974 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3144953 Apr 16 12:04:26.929935 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Floating IP e02eb5bf-7cc9-4d41-81fb-dcf36385bada associated. External IP: 172.28.3.221, port: a5e581b4-2593-42b0-83d4-5f6047e436f6. Apr 16 12:04:26.972116 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:27.160914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:20Z', 'updated_at': '2021-04-16T12:04:23Z', 'revision_number': 3, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'gw_port': {'id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:95:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:21Z', 'updated_at': '2021-04-16T12:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:27.167224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Checking router: 7f8020e3-f547-4f13-86ce-ebf1ae20d927 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:04:27.167810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Updating router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 port 9fa354d9-1a7c-44f8-b789-379143fcd1cf binding host dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:04:27.249924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:27.319152 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-4b278d16-d812-4f37-84c1-b351c4943f61 service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247511 Apr 16 12:04:27.467598 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device dcb45405-fb04-4bf5-b757-a8cbd0004c6d up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:27.662769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-c4202cf1-b66a-4cd6-901f-2321f34bea7f None None] Provisioning complete for port dcb45405-fb04-4bf5-b757-a8cbd0004c6d triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:27.664355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4202cf1-b66a-4cd6-901f-2321f34bea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:27.719683 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port dcb45405-fb04-4bf5-b757-a8cbd0004c6d triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:27.720254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:27.824793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': 'f83a8fdd-4d48-4d49-a067-150968de1fa4', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'port_id': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'mac_address': 'fa:16:3e:e5:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:04:03Z', 'updated_at': '2021-04-16T12:04:23Z', 'revision_number': 1, 'project_id': '3926a68b30594b048587be62637bfcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:27.839565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee08500-6f8d-4425-91e6-faee68f0581d None None] The sync data for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb is: [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': 'f83a8fdd-4d48-4d49-a067-150968de1fa4', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'port_id': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'mac_address': 'fa:16:3e:e5:31:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:04:03Z', 'updated_at': '2021-04-16T12:04:23Z', 'revision_number': 1, 'project_id': '3926a68b30594b048587be62637bfcfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:04:27.940896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:27.970376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Transition to ACTIVE for port object 9fa354d9-1a7c-44f8-b789-379143fcd1cf will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:27.978259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Router a6bf3562-4860-42ac-b6e9-27ce48f53b48 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:04:27.980396 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:28.001944 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:28.010316 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c6064a23-8597-42c8-a95b-bb8312706ccb req-83057b65-ef5a-4ef0-9e30-2aa9338ecebe service neutron] 10.222.0.47 "GET /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267099 Apr 16 12:04:28.091130 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-826121be-c400-42b3-880f-41a66fa5c378 req-b3a7697c-917d-40fd-954d-c6515b5f168c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1970756 Apr 16 12:04:28.096347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:28.096347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:28.096677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:28.148095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-58c70157-1196-44a9-b420-01953600378a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:28.284290 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf57d35-94f2-4ab0-a021-a9e8c35fd244 None None] New status for floating IP f83a8fdd-4d48-4d49-a067-150968de1fa4: ACTIVE {{(pid=85304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:04:28.342851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9c0ff-8c62-4acf-87b9-f82d5e09310f None None] Pushing event updated for resources: {'Port': ['ID=9fa354d9-1a7c-44f8-b789-379143fcd1cf,revision_number=2']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:28.346552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b1d9c0ff-8c62-4acf-87b9-f82d5e09310f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:28.394660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Attempting to bind port 9fa354d9-1a7c-44f8-b789-379143fcd1cf on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:04:28.395152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Attempting to bind port 9fa354d9-1a7c-44f8-b789-379143fcd1cf by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:04:28.396179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Attempting to bind port 9fa354d9-1a7c-44f8-b789-379143fcd1cf on network 9c19a45b-70d1-473c-b2ec-743cdcfa61be {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:28.405828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:04:28.406549 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Checking segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:28.407143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:28.407703 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Bound using segment: {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:04:28.408795 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Bound port: 9fa354d9-1a7c-44f8-b789-379143fcd1cf, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa0b12c-9b0d-4a4b-b057-05303bf5b03b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:04:28.409653 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:28.442806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Allocated IP 172.20.0.1 (80ac5a54-8a67-46a4-82f6-c0874e89c9da/f4e107ad-1e3d-494c-b8d3-cf2cb1583e63/5ab5457a-9f0d-4e46-a563-b70390322612) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:28.509521 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] For port 9fa354d9-1a7c-44f8-b789-379143fcd1cf, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:04:28.523583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] For port 9fa354d9-1a7c-44f8-b789-379143fcd1cf, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=9fa354d9-1a7c-44f8-b789-379143fcd1cf,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:04:28.536265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:28.574278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:28.604764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:28.622675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Transition to ACTIVE for port object 5ab5457a-9f0d-4e46-a563-b70390322612 will not be triggered until provisioned by entity DHCP. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:28.648136 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:28.652411 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:04:28.657726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:28.692983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] Sync routers for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:04:28.714569 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:28.715240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:28.721579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5e43f3ea-a98f-42d3-9077-d289482ccae0 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:28.743823 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ca8d0354-8d5e-44df-9593-cbe9c43e642e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "PUT /v2.0/floatingips/e02eb5bf-7cc9-4d41-81fb-dcf36385bada HTTP/1.1" status: 200 len: 991 time: 4.9630175 Apr 16 12:04:28.744716 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:28.804963 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'status': 'completed', 'code': 200} Apr 16 12:04:28.931819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-9424720c-2a8c-4725-b64e-17b1361268ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:28.933422 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-9424720c-2a8c-4725-b64e-17b1361268ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 1098 time: 0.0986710 Apr 16 12:04:28.944766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9c0ff-8c62-4acf-87b9-f82d5e09310f None None] Pushing event updated for resources: {'Port': ['ID=9fa354d9-1a7c-44f8-b789-379143fcd1cf,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:28.962080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b1d9c0ff-8c62-4acf-87b9-f82d5e09310f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:28.997169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:29.083796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab5457a-9f0d-4e46-a563-b70390322612,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:29.084828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-4a2e07e3-4c39-4a1a-93f5-ce7a9c9601fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:29.086948 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-4a2e07e3-4c39-4a1a-93f5-ce7a9c9601fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 918 time: 0.1467245 Apr 16 12:04:29.094440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:29.128629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826121be-c400-42b3-880f-41a66fa5c378 req-c1a022c7-7c93-400a-8db0-c5f114c2f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:29.130269 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-826121be-c400-42b3-880f-41a66fa5c378 req-c1a022c7-7c93-400a-8db0-c5f114c2f863 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21231baa269449aea69bda41a08976b7&device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1138 time: 1.0020220 Apr 16 12:04:29.144230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:29.145556 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:29.147744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:29.165230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Routers {'7f8020e3-f547-4f13-86ce-ebf1ae20d927'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:29.166019 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:29.237382 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-3c9c4f88-05f4-4df8-aca1-bb24a28ab8d4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6 HTTP/1.1" status: 200 len: 999 time: 0.1409576 Apr 16 12:04:29.247530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3769739'] for router_interface, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:29.374935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-c43c7f49-ae02-4d85-b5ee-e8433f12cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:29.380112 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-c43c7f49-ae02-4d85-b5ee-e8433f12cb45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.1343138 Apr 16 12:04:29.415133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826121be-c400-42b3-880f-41a66fa5c378 req-5ade0913-97e2-4f8d-be53-38f50934bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:29.416750 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-826121be-c400-42b3-880f-41a66fa5c378 req-5ade0913-97e2-4f8d-be53-38f50934bea9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 200 len: 916 time: 0.2362649 Apr 16 12:04:29.449389 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-3ae923ee-8c83-40d4-9653-02df7399ab10 None None] Provisioning for port 5ab5457a-9f0d-4e46-a563-b70390322612 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:29.456024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-3ae923ee-8c83-40d4-9653-02df7399ab10 None None] Provisioning complete for port 5ab5457a-9f0d-4e46-a563-b70390322612 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:29.456686 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-3ae923ee-8c83-40d4-9653-02df7399ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:29.480058 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-0b067d4f-c0a9-4c2e-9ea3-0fe25083a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:29.481737 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-0b067d4f-c0a9-4c2e-9ea3-0fe25083a0ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0934353 Apr 16 12:04:29.597182 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-3ae923ee-8c83-40d4-9653-02df7399ab10 None None] Port 5ab5457a-9f0d-4e46-a563-b70390322612 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:04:29.635816 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-826121be-c400-42b3-880f-41a66fa5c378 req-511067b2-0240-419a-94ea-a64ec65d43e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 1001 time: 0.2103853 Apr 16 12:04:29.642436 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:29.643314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:29.746025 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-da6bda6a-c676-4fa7-abd9-d7576311fb2c service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559493 Apr 16 12:04:29.782346 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] Set router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:29.850508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826121be-c400-42b3-880f-41a66fa5c378 req-8ab4ae92-61f4-4976-852c-dcde86dfec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:29.852721 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-826121be-c400-42b3-880f-41a66fa5c378 req-8ab4ae92-61f4-4976-852c-dcde86dfec54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89166379-e6d2-42c5-b466-242bf4e64d88 HTTP/1.1" status: 200 len: 854 time: 0.1902816 Apr 16 12:04:29.955812 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9cab875c-3061-4341-93ce-1c9500f03d01 req-25de48a6-e550-4569-b027-ce0d0f41db3f service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975486 Apr 16 12:04:30.154775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826121be-c400-42b3-880f-41a66fa5c378 req-7e1fab3e-d592-4563-a3a4-0393aa17dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:30.156796 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-826121be-c400-42b3-880f-41a66fa5c378 req-7e1fab3e-d592-4563-a3a4-0393aa17dc34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5146b20f-5c52-49b1-86fb-da473b7ede83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2822802 Apr 16 12:04:30.177396 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': 'e02eb5bf-7cc9-4d41-81fb-dcf36385bada', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'port_id': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'mac_address': 'fa:16:3e:a6:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:04:02Z', 'updated_at': '2021-04-16T12:04:26Z', 'revision_number': 1, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:30.225755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] Checking router: a6bf3562-4860-42ac-b6e9-27ce48f53b48 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:04:30.242656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:30.243328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:30.280871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:30.291670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:30.323077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-30573ea4-a66c-4175-bf5a-d6c9e1ae0352 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:30.430483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:20Z', 'updated_at': '2021-04-16T12:04:29Z', 'revision_number': 4, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'gw_port': {'id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:95:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:21Z', 'updated_at': '2021-04-16T12:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '5ab5457a-9f0d-4e46-a563-b70390322612', 'name': '', 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'mac_address': 'fa:16:3e:1d:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:28Z', 'updated_at': '2021-04-16T12:04:28Z', 'revision_number': 1, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'subnets': [{'id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:30.439579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820dc7d0-7096-4b69-8be4-8060b2ea6e21 None None] The sync data for ids ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'] in dv-cinder-786627-1-smb is: [{'id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:20Z', 'updated_at': '2021-04-16T12:04:29Z', 'revision_number': 4, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'gw_port': {'id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:95:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:21Z', 'updated_at': '2021-04-16T12:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '5ab5457a-9f0d-4e46-a563-b70390322612', 'name': '', 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'mac_address': 'fa:16:3e:1d:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:28Z', 'updated_at': '2021-04-16T12:04:28Z', 'revision_number': 1, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'subnets': [{'id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:04:30.444133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850844763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036851005972'] for router_interface, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:30.477489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab5457a-9f0d-4e46-a563-b70390322612,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:30.477954 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:30.550342 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-826121be-c400-42b3-880f-41a66fa5c378 req-7f3bcbae-3876-42d9-b92b-3702810ce417 service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857772 Apr 16 12:04:30.566355 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.566588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.567136 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.567548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.568137 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.568565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.569136 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.569539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.569946 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.570499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.570893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.571285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:30.583736 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:30.789979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:30.792567 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:30.801704 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-826121be-c400-42b3-880f-41a66fa5c378 req-bdef50e0-a4cf-447f-b95a-1a9c98a33dad service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144859 Apr 16 12:04:30.955278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': 'e02eb5bf-7cc9-4d41-81fb-dcf36385bada', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'port_id': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'mac_address': 'fa:16:3e:a6:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:04:02Z', 'updated_at': '2021-04-16T12:04:26Z', 'revision_number': 1, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:30.963109 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d19c5a7-9ba4-4bbe-8bf7-11bf367a0888 None None] The sync data for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb is: [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': 'e02eb5bf-7cc9-4d41-81fb-dcf36385bada', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'port_id': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'mac_address': 'fa:16:3e:a6:6a:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:04:02Z', 'updated_at': '2021-04-16T12:04:26Z', 'revision_number': 1, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:04:31.095000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:04:31.155140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-9c1e3b29-617a-44be-ba69-a3e0c6a57f91 None None] Provisioning complete for port 5ab5457a-9f0d-4e46-a563-b70390322612 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:31.155388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3b29-617a-44be-ba69-a3e0c6a57f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:31.247195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-9c1e3b29-617a-44be-ba69-a3e0c6a57f91 None None] Port 5ab5457a-9f0d-4e46-a563-b70390322612 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:04:31.318075 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:04:31.332477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd6463-b102-414a-ab9b-d72493d056cb None None] New status for floating IP e02eb5bf-7cc9-4d41-81fb-dcf36385bada: ACTIVE {{(pid=85304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:04:31.341729 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] 10.222.0.75 "PUT /v2.0/routers/7f8020e3-f547-4f13-86ce-ebf1ae20d927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4934335 Apr 16 12:04:32.025184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50392) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:32.031272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1731905791', 'description': 'tempest-secgroup-smoke-1731905791 description', 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:32.040676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:32.047822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:security_group and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:32.053052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:32.061940 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:32.078081 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.099822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:32.103845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:security_group_rule and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:32.106844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:32.113159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:32.194510 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.197706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.205268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3caa59be-4cbc-4050-ae3c-795f3a6f7ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:32.244284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.245647 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2193704 Apr 16 12:04:32.250086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438fca80-b94d-41e7-855a-a2872aa3c9dd,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:32.250242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50398) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:32.253139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-312fe754-30c6-41bd-a723-9cf8261b6ec7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:32.256261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Request body: {'security_group_rule': {'security_group_id': '438fca80-b94d-41e7-855a-a2872aa3c9dd', 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:32.266092 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:32.270854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:security_group_rule and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:32.274317 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:32.283794 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:32.300896 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.370370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.373062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.375575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c42db337-aff4-4fca-a567-ec8804359e6c tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:32.400353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75f3637-aafc-48a5-8c00-ee825518722f,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:32.409672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.410095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.410514 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.410927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.411335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.411745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.412149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.412594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.413002 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.413405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.413805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.414203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:04:32.420153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:32.423963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.425322 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d31b3b5c-cf64-48d4-bf17-2ea432ba4e9e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1739604 Apr 16 12:04:32.428286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50404) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:32.433915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Request body: {'security_group_rule': {'security_group_id': '438fca80-b94d-41e7-855a-a2872aa3c9dd', 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:32.440836 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:32.444881 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:security_group_rule and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:32.447913 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:32.461367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:32.480242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.547505 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.550551 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.558689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3b409630-c43a-4bce-950f-6cd562d7648b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:32.581848 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206a69d5-1517-40ea-97a4-87e5da039c25,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:32.585084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:32.587043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.588593 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-5aa27b9e-5836-4cd2-9c5f-a8e7f1d285a9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589830 Apr 16 12:04:32.593516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50408) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:32.599422 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Request body: {'security_group_rule': {'security_group_id': '438fca80-b94d-41e7-855a-a2872aa3c9dd', 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:32.606110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:32.611055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:security_group_rule and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:32.614506 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:32.621051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:32.643381 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.718620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.722012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.735647 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:32.757850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed222fd-ccc9-42dc-b892-689ffbb50e9d,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:32.760569 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:32.768145 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.769476 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-565ce9fc-0f1b-4506-9ab4-2849a0f82e6f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1748202 Apr 16 12:04:32.772329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50412) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:32.778197 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Request body: {'security_group_rule': {'security_group_id': '438fca80-b94d-41e7-855a-a2872aa3c9dd', 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:32.784966 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:32.789491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:security_group_rule and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:32.792695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:32.800812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:32.824601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.933699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.938341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:32.942169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8554e10f-fa32-4015-8f0b-d86c54a1effa tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:32.988104 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49409880-d64e-4a5c-bc64-243fb2cfdea9,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:32.992591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:33.004228 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.005596 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ace19974-c770-44da-b342-a19c868f832e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2322063 Apr 16 12:04:33.008454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50422) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:33.014871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Request body: {'security_group_rule': {'security_group_id': '438fca80-b94d-41e7-855a-a2872aa3c9dd', 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:33.021681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:33.025879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:security_group_rule and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:33.029050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:33.035709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:33.051193 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.securitygroups_db [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Project d61f8aa2628846f7a26a77097bf59bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:04:33.058859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.138632 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.141854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.143990 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:33.167618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19740f6-b026-42ca-926d-c26bd7ef7adc,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:33.170138 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:33.176993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.178421 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-53994916-39bd-4600-b837-c4dadc022216 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688352 Apr 16 12:04:33.181161 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50428) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:33.187370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Request body: {'security_group_rule': {'security_group_id': '438fca80-b94d-41e7-855a-a2872aa3c9dd', 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:33.193851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:33.197887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:security_group_rule and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:33.201085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:33.207231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:33.217700 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.securitygroups_db [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Project d61f8aa2628846f7a26a77097bf59bd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 12:04:33.224820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.297318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.300178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380842'] for security_group_rule, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.302360 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a00e0560-fb0b-4d0a-8a1f-6cea3c875d59 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:33.329884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1546b0e2-0060-4bd6-8ec6-52d5d67d0824,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:33.335064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:33.339505 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.345970 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-42bacf0c-59cd-4ac1-8c38-ff63f8a04e37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1586058 Apr 16 12:04:33.405423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 9fa354d9-1a7c-44f8-b789-379143fcd1cf up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:33.485189 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 9fa354d9-1a7c-44f8-b789-379143fcd1cf completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:33.490398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 9fa354d9-1a7c-44f8-b789-379143fcd1cf triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:33.490816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.641920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.662781 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 9fa354d9-1a7c-44f8-b789-379143fcd1cf, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=9fa354d9-1a7c-44f8-b789-379143fcd1cf,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:33.666257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:33.669198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2ccf50c1-4a63-4cdf-ba95-a281ca3e3ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:33.745503 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=9fa354d9-1a7c-44f8-b789-379143fcd1cf,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:33.748927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:33.952354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Sync routers for ids ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:04:33.963626 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Routers {'7f8020e3-f547-4f13-86ce-ebf1ae20d927'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:33.964415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:34.170976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Set router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:34.687407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:20Z', 'updated_at': '2021-04-16T12:04:29Z', 'revision_number': 4, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'gw_port': {'id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:21Z', 'updated_at': '2021-04-16T12:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '5ab5457a-9f0d-4e46-a563-b70390322612', 'name': '', 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'mac_address': 'fa:16:3e:1d:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:28Z', 'updated_at': '2021-04-16T12:04:29Z', 'revision_number': 2, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'subnets': [{'id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:34.691613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Checking router: 7f8020e3-f547-4f13-86ce-ebf1ae20d927 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:04:34.692010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Updating router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 port 5ab5457a-9f0d-4e46-a563-b70390322612 binding host dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 12:04:34.749492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:35.121194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Notify callbacks [] for port, precommit_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:35.134726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Transition to ACTIVE for port object 5ab5457a-9f0d-4e46-a563-b70390322612 will not be triggered until provisioned by entity L2. {{(pid=85305) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:35.143200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:35.160007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b1d9c0ff-8c62-4acf-87b9-f82d5e09310f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:35.291953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1896f-4f42-4cb4-b395-b6f9da7da50e None None] Pushing event updated for resources: {'Port': ['ID=5ab5457a-9f0d-4e46-a563-b70390322612,revision_number=3']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:35.297148 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86e1896f-4f42-4cb4-b395-b6f9da7da50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:35.377968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 9fa354d9-1a7c-44f8-b789-379143fcd1cf up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:35.465871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 9fa354d9-1a7c-44f8-b789-379143fcd1cf triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:35.466274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:35.557841 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Attempting to bind port 5ab5457a-9f0d-4e46-a563-b70390322612 on host dv-cinder-786627-1-smb for vnic_type normal with profile {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:04:35.558256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Attempting to bind port 5ab5457a-9f0d-4e46-a563-b70390322612 by drivers openvswitch,hyperv on host dv-cinder-786627-1-smb at level 0 using segments [{'id': '0701fb3b-3467-495b-a3eb-df70b411beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da'}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:04:35.558665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Attempting to bind port 5ab5457a-9f0d-4e46-a563-b70390322612 on network 80ac5a54-8a67-46a4-82f6-c0874e89c9da {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:04:35.574198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Checking agent: {'id': '8a2186cf-14ff-4fcc-b28f-5b22ddaeca08', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786627-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 50, 49), 'started_at': datetime.datetime(2021, 4, 16, 11, 51, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786627-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:04:35.574614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Checking segment: {'id': '0701fb3b-3467-495b-a3eb-df70b411beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85305) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:04:35.575066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:35.575505 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Bound using segment: {'id': '0701fb3b-3467-495b-a3eb-df70b411beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da'} {{(pid=85305) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:04:35.576030 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Bound port: 5ab5457a-9f0d-4e46-a563-b70390322612, host: dv-cinder-786627-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0701fb3b-3467-495b-a3eb-df70b411beed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da'}}] {{(pid=85305) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:04:35.576447 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:35.687159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] For port 5ab5457a-9f0d-4e46-a563-b70390322612, host dv-cinder-786627-1-smb, cleared binding levels {{(pid=85305) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:04:35.690394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] For port 5ab5457a-9f0d-4e46-a563-b70390322612, host dv-cinder-786627-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=5ab5457a-9f0d-4e46-a563-b70390322612,segment=NetworkSegment(0701fb3b-3467-495b-a3eb-df70b411beed),segment_id=0701fb3b-3467-495b-a3eb-df70b411beed)] {{(pid=85305) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:04:35.694408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85305) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:35.710955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86e1896f-4f42-4cb4-b395-b6f9da7da50e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:35.869272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1896f-4f42-4cb4-b395-b6f9da7da50e None None] Pushing event updated for resources: {'Port': ['ID=5ab5457a-9f0d-4e46-a563-b70390322612,revision_number=4']} {{(pid=85305) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:35.885291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86e1896f-4f42-4cb4-b395-b6f9da7da50e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85305) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:35.914566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Routers {'7f8020e3-f547-4f13-86ce-ebf1ae20d927'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:35.915340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:36.126581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] Set router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:36.477627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6d61a047-41ff-4943-8682-995909466a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:20Z', 'updated_at': '2021-04-16T12:04:29Z', 'revision_number': 4, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'gw_port': {'id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:21Z', 'updated_at': '2021-04-16T12:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '5ab5457a-9f0d-4e46-a563-b70390322612', 'name': '', 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'mac_address': 'fa:16:3e:1d:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:28Z', 'updated_at': '2021-04-16T12:04:35Z', 'revision_number': 4, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'subnets': [{'id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:36.481972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d61a047-41ff-4943-8682-995909466a13 None None] The sync data for ids ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'] in dv-cinder-786627-1-smb is: [{'id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:20Z', 'updated_at': '2021-04-16T12:04:29Z', 'revision_number': 4, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'gw_port': {'id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:21Z', 'updated_at': '2021-04-16T12:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '5ab5457a-9f0d-4e46-a563-b70390322612', 'name': '', 'network_id': '80ac5a54-8a67-46a4-82f6-c0874e89c9da', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'mac_address': 'fa:16:3e:1d:c4:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:28Z', 'updated_at': '2021-04-16T12:04:35Z', 'revision_number': 4, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'subnets': [{'id': 'f4e107ad-1e3d-494c-b8d3-cf2cb1583e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:04:37.385696 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 5ab5457a-9f0d-4e46-a563-b70390322612 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:37.456282 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning for port 5ab5457a-9f0d-4e46-a563-b70390322612 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:37.461417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 5ab5457a-9f0d-4e46-a563-b70390322612 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:37.461844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:37.594283 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:37.627860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] For port 5ab5457a-9f0d-4e46-a563-b70390322612, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=5ab5457a-9f0d-4e46-a563-b70390322612,segment=NetworkSegment(0701fb3b-3467-495b-a3eb-df70b411beed),segment_id=0701fb3b-3467-495b-a3eb-df70b411beed)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:37.630618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:37.632525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:37.704124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Pushing event updated for resources: {'Port': ['ID=5ab5457a-9f0d-4e46-a563-b70390322612,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:37.707231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:39.365143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 5ab5457a-9f0d-4e46-a563-b70390322612 up at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:04:39.438237 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Provisioning complete for port 5ab5457a-9f0d-4e46-a563-b70390322612 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:39.438655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:40.806276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50576) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:40.881395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-37739d32-f64a-47e7-850f-27172ee505a9 admin admin] Deleting subnet e248435a-f4ae-4bc4-8e5a-e59c1a3e8742 {{(pid=85303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:04:40.885538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37739d32-f64a-47e7-850f-27172ee505a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:40.941428 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37739d32-f64a-47e7-850f-27172ee505a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793889091'] for subnet, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.000066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37739d32-f64a-47e7-850f-27172ee505a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.275894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37739d32-f64a-47e7-850f-27172ee505a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60842799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852718778'] for subnet, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.292727 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ca1133af-5956-4fda-bd2e-1bc4ba568ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:41.379391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37739d32-f64a-47e7-850f-27172ee505a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e248435a-f4ae-4bc4-8e5a-e59c1a3e8742,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:41.394913 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-37739d32-f64a-47e7-850f-27172ee505a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:41.440830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37739d32-f64a-47e7-850f-27172ee505a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.449938 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-37739d32-f64a-47e7-850f-27172ee505a9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e248435a-f4ae-4bc4-8e5a-e59c1a3e8742 HTTP/1.1" status: 204 len: 168 time: 0.6401882 Apr 16 12:04:41.450393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50586) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:41.571702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.770062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.887459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb3d85d-9b9e-438d-9d06-117e403444e8']}} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:41.900955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1') {'for_net_delete': True} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:41.901295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25dc5fd-4ca8-4b64-be6e-1b4503fe7fa1') {} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:41.915425 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61846881'] for segment, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.935351 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:41.942885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=85302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:04:42.370082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Network 1cb3d85d-9b9e-438d-9d06-117e403444e8 has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:04:42.379777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60900777'] for segment, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:42.568240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Network 1cb3d85d-9b9e-438d-9d06-117e403444e8 has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:04:42.592755 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:04:42.677483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:42.684961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:42.706608 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:42.713466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb3d85d-9b9e-438d-9d06-117e403444e8,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:42.719073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:42.725565 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-51772a9f-9c32-44a1-90de-100762c12b3c admin admin] 10.222.0.75 "DELETE /v2.0/networks/1cb3d85d-9b9e-438d-9d06-117e403444e8 HTTP/1.1" status: 204 len: 168 time: 1.2740755 Apr 16 12:04:42.798506 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-9c894039-580e-41f8-9f57-ccc3220623e7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553310383&fields=id&tenant_id=21231baa269449aea69bda41a08976b7 HTTP/1.1" status: 200 len: 267 time: 0.0458584 Apr 16 12:04:42.908147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-27f6c603-f05e-4e96-9133-637276ed7a63 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:42.909913 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-27f6c603-f05e-4e96-9133-637276ed7a63 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 985 time: 0.1052358 Apr 16 12:04:42.923613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Request body: {'port': {'security_groups': ['50e220f1-b052-4729-9386-41465aa0c0bc']}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:42.949752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50606) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:43.003718 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-cdfde613-20d2-48fd-83a9-64ae630ef6a3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2e0424164044cd2be7d8178a3e8715a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526698 Apr 16 12:04:43.006342 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50610) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:43.074304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0444892d-55ad-43db-830f-edd1ba71e52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.082557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.111871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0444892d-55ad-43db-830f-edd1ba71e52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.164579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0444892d-55ad-43db-830f-edd1ba71e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.169702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cb580966-2cb9-47c7-8d3d-d813222ee8f3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:43.184163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444892d-55ad-43db-830f-edd1ba71e52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be390538-0a94-4fab-a780-a2c98387e5a3,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:43.187258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0444892d-55ad-43db-830f-edd1ba71e52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:43.192758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0444892d-55ad-43db-830f-edd1ba71e52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.194001 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-0444892d-55ad-43db-830f-edd1ba71e52d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be390538-0a94-4fab-a780-a2c98387e5a3 HTTP/1.1" status: 204 len: 168 time: 0.1866918 Apr 16 12:04:43.366616 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] For port 84d475cf-03c4-4022-8945-11f6ab195dd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d475cf-03c4-4022-8945-11f6ab195dd0,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:43.403642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.408080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.423814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['84d475cf-03c4-4022-8945-11f6ab195dd0'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:43.424021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:43.635744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event updated for resources: {'Port': ['ID=84d475cf-03c4-4022-8945-11f6ab195dd0,revision_number=7']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:43.641358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:43.701956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:43.701956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.703143 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-905439c1-2610-49d9-86f2-514d7bac20b4 req-c310cfa1-66c3-4699-9962-65504e0733cb tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "PUT /v2.0/ports/84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 943 time: 0.7856216 Apr 16 12:04:43.704251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:43.710267 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50622) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:43.801688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['84d475cf-03c4-4022-8945-11f6ab195dd0'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:43.854327 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d2af29d1-be88-496b-a55b-42180c90fcf1 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.930546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d2af29d1-be88-496b-a55b-42180c90fcf1 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:43.963603 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'status': 'completed', 'code': 200} Apr 16 12:04:44.034196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d2af29d1-be88-496b-a55b-42180c90fcf1 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.043364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:44.076301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af29d1-be88-496b-a55b-42180c90fcf1 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c645ce-27ca-4588-b302-c5c3125e62a1,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:44.084192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d2af29d1-be88-496b-a55b-42180c90fcf1 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:44.086917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d2af29d1-be88-496b-a55b-42180c90fcf1 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.090892 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d2af29d1-be88-496b-a55b-42180c90fcf1 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "DELETE /v2.0/security-groups/12c645ce-27ca-4588-b302-c5c3125e62a1 HTTP/1.1" status: 204 len: 168 time: 0.3768692 Apr 16 12:04:44.091406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50630) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:44.135121 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-551376d5-a238-4ed3-a869-d6d06f186382 None None] Provisioning complete for port 84d475cf-03c4-4022-8945-11f6ab195dd0 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:44.135550 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-551376d5-a238-4ed3-a869-d6d06f186382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.322736 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-d19de10f-6c86-4db7-a512-fbe68b530a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:44.324539 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-d19de10f-6c86-4db7-a512-fbe68b530a56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21231baa269449aea69bda41a08976b7&device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1099 time: 0.3086147 Apr 16 12:04:44.353880 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Deleting port 571c277d-5fff-4248-851f-b52a30cb477a {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:04:44.354268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.383217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1c18bee0-5833-4ea2-aba2-a835e19d46aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.479029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-ebf0257d-56c1-47a2-a147-ec1c0e2822fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:44.480609 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-ebf0257d-56c1-47a2-a147-ec1c0e2822fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 200 len: 916 time: 0.1445365 Apr 16 12:04:44.549296 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.549658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.606585 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-bb375c00-24f5-4a9d-a065-0f25889fe131 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 1001 time: 0.1192331 Apr 16 12:04:44.682717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-5a9c6020-0d6c-42a5-9ba3-9e1864553e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:44.684296 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-5a9c6020-0d6c-42a5-9ba3-9e1864553e22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89166379-e6d2-42c5-b466-242bf4e64d88 HTTP/1.1" status: 200 len: 854 time: 0.0702133 Apr 16 12:04:44.704837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Calling delete_port for 571c277d-5fff-4248-851f-b52a30cb477a owned by network:floatingip {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:04:44.775037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-7baae790-274b-43ea-94e2-4fcd8e0648fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:44.776725 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-7baae790-274b-43ea-94e2-4fcd8e0648fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5146b20f-5c52-49b1-86fb-da473b7ede83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835998 Apr 16 12:04:44.891839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:44.908868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:44.940284 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-14861772-9263-479e-b747-b61ab516c6bc service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559753 Apr 16 12:04:45.111610 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f40718eb-e713-4554-a7bb-0eb5d2b495d0 req-b79cf960-f831-4185-b2ea-d809e553a097 service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629453 Apr 16 12:04:45.291284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event deleted for resources: {'Port': ['ID=571c277d-5fff-4248-851f-b52a30cb477a,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:45.297188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:45.479797 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks [] for floatingip, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:45.480210 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Floating IP 48fd3f04-004b-4d6b-9050-4028d85bcd60 disassociated (deleted). External IP: 172.28.3.97, port: 84d475cf-03c4-4022-8945-11f6ab195dd0. Apr 16 12:04:45.878507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Router 8b8ccdfa-5dec-4022-9930-cae714dcc543 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:04:46.082423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:04:46.096685 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] Sync routers for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:04:46.105539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:46.108777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:46.109513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:46.170948 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "DELETE /v2.0/floatingips/48fd3f04-004b-4d6b-9050-4028d85bcd60 HTTP/1.1" status: 204 len: 168 time: 2.0769989 Apr 16 12:04:46.171886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:46.274283 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'status': 'completed', 'code': 200} Apr 16 12:04:46.365064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:46.405632 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-db8cd2c2-746e-496a-b686-3e5117ca3905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:46.406369 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-db8cd2c2-746e-496a-b686-3e5117ca3905 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=21231baa269449aea69bda41a08976b7&device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 1099 time: 0.1097758 Apr 16 12:04:46.589806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-456875d3-1a5f-4556-99af-363b28b17723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:46.591585 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-456875d3-1a5f-4556-99af-363b28b17723 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 200 len: 916 time: 0.1783934 Apr 16 12:04:46.672600 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-4f2c67b2-3d75-425a-8e98-406b2179206e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 200 len: 217 time: 0.0729604 Apr 16 12:04:46.741401 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:55Z', 'revision_number': 5, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:46.747385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] Checking router: 8b8ccdfa-5dec-4022-9930-cae714dcc543 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:04:46.760930 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:04:46.761693 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:46.767922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-5dba7508-0a12-4658-a704-929f053c3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:46.769969 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-5dba7508-0a12-4658-a704-929f053c3c81 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89166379-e6d2-42c5-b466-242bf4e64d88 HTTP/1.1" status: 200 len: 854 time: 0.0910819 Apr 16 12:04:46.875724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-490eba52-be81-4888-9697-4fed3393b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:46.877476 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-490eba52-be81-4888-9697-4fed3393b895 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5146b20f-5c52-49b1-86fb-da473b7ede83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913904 Apr 16 12:04:46.964184 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:04:47.053019 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-46b2aa30-79e4-4c6b-93e8-dafff99be0fe service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587107 Apr 16 12:04:47.101645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:04:47.199724 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c1944d00-39b7-475f-94b6-28cd63b8526c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:47.207897 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d73f71e0-044f-4151-a4f8-df5ce28b6904 req-ede3e832-ebdd-41ef-89e1-46d4d116c900 service neutron] 10.222.0.47 "GET /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452355 Apr 16 12:04:47.355440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:55Z', 'revision_number': 5, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:04:47.360440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cbc30c-275d-4533-b98a-41cc97573b7f None None] The sync data for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb is: [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:01:38Z', 'revision_number': 4, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '30dc722e-a6f5-4653-953b-b3dd455d0aba', 'name': '', 'network_id': '5146b20f-5c52-49b1-86fb-da473b7ede83', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'mac_address': 'fa:16:3e:e2:08:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:38Z', 'updated_at': '2021-04-16T12:01:55Z', 'revision_number': 5, 'project_id': '21231baa269449aea69bda41a08976b7', 'subnets': [{'id': '89166379-e6d2-42c5-b466-242bf4e64d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:04:47.764194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30314b4-520b-485c-8615-c182ad69e970 None None] New status for floating IP 48fd3f04-004b-4d6b-9050-4028d85bcd60: DOWN {{(pid=85305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:04:47.991842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:48.683001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:49.066242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:49.836646 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ae30c-a4af-4bc2-ac5c-b91264806614 req-0d50b608-dfbe-4f69-8317-29213649eaf3 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:49.837335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-073ae30c-a4af-4bc2-ac5c-b91264806614 req-0d50b608-dfbe-4f69-8317-29213649eaf3 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Synchronizing usage tracker for tenant:21231baa269449aea69bda41a08976b7 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:49.853958 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-073ae30c-a4af-4bc2-ac5c-b91264806614 req-0d50b608-dfbe-4f69-8317-29213649eaf3 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Unset dirty status for tenant:21231baa269449aea69bda41a08976b7 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:49.855246 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-073ae30c-a4af-4bc2-ac5c-b91264806614 req-0d50b608-dfbe-4f69-8317-29213649eaf3 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1194735 Apr 16 12:04:49.918996 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-073ae30c-a4af-4bc2-ac5c-b91264806614 req-b8a2bb9c-c077-45c7-ac54-9bafd850ad1d tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561011 Apr 16 12:04:51.135523 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5922e1a-8a0d-4930-ba1a-c4d7d965cab1 req-13cf63a0-9e8d-43ba-8986-f5f77f70c2e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:51.137171 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b5922e1a-8a0d-4930-ba1a-c4d7d965cab1 req-13cf63a0-9e8d-43ba-8986-f5f77f70c2e5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.0918999 Apr 16 12:04:51.186232 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b5922e1a-8a0d-4930-ba1a-c4d7d965cab1 req-254f7b02-cdb4-4315-815b-c1f7018ff8a1 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Apr 16 12:04:51.956303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93311b2c-b769-462c-a502-7063243bf3a1 req-9e43095b-dc1b-40c3-8f34-18770c88e0b8 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:51.957127 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-93311b2c-b769-462c-a502-7063243bf3a1 req-9e43095b-dc1b-40c3-8f34-18770c88e0b8 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Synchronizing usage tracker for tenant:21231baa269449aea69bda41a08976b7 on resource:port {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:51.970421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-93311b2c-b769-462c-a502-7063243bf3a1 req-9e43095b-dc1b-40c3-8f34-18770c88e0b8 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Unset dirty status for tenant:21231baa269449aea69bda41a08976b7 on resource:port {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:51.971665 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-93311b2c-b769-462c-a502-7063243bf3a1 req-9e43095b-dc1b-40c3-8f34-18770c88e0b8 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.47 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.1042113 Apr 16 12:04:52.058212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-93311b2c-b769-462c-a502-7063243bf3a1 req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Deleting port 84d475cf-03c4-4022-8945-11f6ab195dd0 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:04:52.058598 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-93311b2c-b769-462c-a502-7063243bf3a1 req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:52.334567 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-93311b2c-b769-462c-a502-7063243bf3a1 req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] For port 84d475cf-03c4-4022-8945-11f6ab195dd0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=84d475cf-03c4-4022-8945-11f6ab195dd0,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:52.335409 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-93311b2c-b769-462c-a502-7063243bf3a1 req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:52.411278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da084-eebd-49e8-a1c1-aeed170e0651 req-bfb5633c-2fb1-4a63-9324-6cc14dfc2221 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:52.412956 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-910da084-eebd-49e8-a1c1-aeed170e0651 req-bfb5633c-2fb1-4a63-9324-6cc14dfc2221 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 946 time: 0.0922163 Apr 16 12:04:52.464823 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-910da084-eebd-49e8-a1c1-aeed170e0651 req-51570b31-966b-450f-a678-56e7d15ffe7b tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/security-groups?id=50e220f1-b052-4729-9386-41465aa0c0bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Apr 16 12:04:52.471388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-93311b2c-b769-462c-a502-7063243bf3a1 req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Calling delete_port for 84d475cf-03c4-4022-8945-11f6ab195dd0 owned by compute:nova {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:04:52.624721 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-93311b2c-b769-462c-a502-7063243bf3a1 req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:52.637416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['84d475cf-03c4-4022-8945-11f6ab195dd0'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:04:52.640807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-25e0f687-f67f-483d-afa7-46bc55510c31 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:52.741151 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Pushing event deleted for resources: {'Port': ['ID=84d475cf-03c4-4022-8945-11f6ab195dd0,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:52.748056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:52.899061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-93311b2c-b769-462c-a502-7063243bf3a1 req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] No DVR routers for this DVR port 84d475cf-03c4-4022-8945-11f6ab195dd0 on host hv-cinder-78662 {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:04:52.901600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-93311b2c-b769-462c-a502-7063243bf3a1 req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:52.907088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'name': 'network-vif-deleted', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:04:52.927742 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-93311b2c-b769-462c-a502-7063243bf3a1 req-1740a628-3bff-4b32-b18e-5e895c1675c2 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.47 "DELETE /v2.0/ports/84d475cf-03c4-4022-8945-11f6ab195dd0 HTTP/1.1" status: 204 len: 173 time: 0.9475226 Apr 16 12:04:52.957789 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a33494d3-448c-4005-bbe2-bb67f073d4c5', 'name': 'network-vif-deleted', 'tag': '84d475cf-03c4-4022-8945-11f6ab195dd0', 'status': 'completed', 'code': 200} Apr 16 12:04:53.193470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-0b19bb11-1e28-4ba4-9029-80859c83d6a1 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Synchronizing usage tracker for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:security_group {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:53.211512 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-0b19bb11-1e28-4ba4-9029-80859c83d6a1 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Unset dirty status for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:security_group {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:53.212881 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-0b19bb11-1e28-4ba4-9029-80859c83d6a1 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1731905791&fields=id&tenant_id=d61f8aa2628846f7a26a77097bf59bd9 HTTP/1.1" status: 200 len: 267 time: 0.0616982 Apr 16 12:04:53.389746 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-bd553eec-a770-4624-811d-4d1cf44fe988 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:53.390300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-bd553eec-a770-4624-811d-4d1cf44fe988 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Synchronizing usage tracker for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:network {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:53.409082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-bd553eec-a770-4624-811d-4d1cf44fe988 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Unset dirty status for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:network {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:53.410350 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-bd553eec-a770-4624-811d-4d1cf44fe988 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/networks?id=1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 200 len: 808 time: 0.1890621 Apr 16 12:04:53.428995 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-8bf802ec-51e9-4c77-963d-61e1f8749d6a tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/quotas/d61f8aa2628846f7a26a77097bf59bd9 HTTP/1.1" status: 200 len: 375 time: 0.0115013 Apr 16 12:04:53.533132 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-2939d82c-957b-4975-ab23-09b7728fac74 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975769 Apr 16 12:04:53.679751 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2046deba-abc6-4dc7-8ed0-f74d70605abf req-d30ef2d0-afb9-4d1d-8cf9-665635acdbb5 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] 10.222.0.75 "GET /v2.0/ports?device_id=a33494d3-448c-4005-bbe2-bb67f073d4c5 HTTP/1.1" status: 200 len: 210 time: 0.0775814 Apr 16 12:04:53.789620 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-7e403282-485d-48fd-9c98-1a4edeb99b1a service neutron] 10.222.0.75 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466989 Apr 16 12:04:53.934886 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-57ad4848-64d2-430e-8ef4-30bd40b6f7eb service neutron] 10.222.0.75 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386874 Apr 16 12:04:54.373048 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-effaf8ca-ab1f-401f-bfe0-965c30633a42 req-c5053ed4-80f9-4cc8-9ca8-ec08b31747cc tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 210 time: 0.0635514 Apr 16 12:04:55.473986 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50804) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:04:55.568589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 84d475cf-03c4-4022-8945-11f6ab195dd0 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:04:55.587137 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-03c9b5c9-cc6d-4ea5-b730-201e47438c68 req-90a0c58d-9278-4b42-ad43-d691cf60c3b4 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 210 time: 0.0752058 Apr 16 12:04:55.631470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 84d475cf-03c4-4022-8945-11f6ab195dd0 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:04:55.631875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 84d475cf-03c4-4022-8945-11f6ab195dd0 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:04:55.912660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-2d8b6380-cd8c-4e70-b290-3aee2645bc68 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:55.914213 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-2d8b6380-cd8c-4e70-b290-3aee2645bc68 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.47 "GET /v2.0/networks?id=1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 200 len: 808 time: 0.2733390 Apr 16 12:04:56.331852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-7131d1f0-4a70-4e18-8dac-b5e14835bec3 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Synchronizing usage tracker for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:security_group {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:04:56.395544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-7131d1f0-4a70-4e18-8dac-b5e14835bec3 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Unset dirty status for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:security_group {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:04:56.397017 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-7131d1f0-4a70-4e18-8dac-b5e14835bec3 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d61f8aa2628846f7a26a77097bf59bd9 HTTP/1.1" status: 200 len: 8061 time: 0.1873708 Apr 16 12:04:56.415235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Request body: {'port': {'device_id': '7a9d6605-5d83-4278-99e0-292512e949fd', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'admin_state_up': True, 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'security_groups': ['438fca80-b94d-41e7-855a-a2872aa3c9dd']}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:56.628418 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:04:56.634445 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:port and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:04:56.637735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:04:56.678387 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:04:56.696829 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Made reservation on behalf of d61f8aa2628846f7a26a77097bf59bd9 for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:04:56.703072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:56.761562 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dd0e0aeb-d77f-415e-8b54-b21fd75a4620 req-92e26631-9a04-4413-85a9-6bc95f03d34b tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 210 time: 0.0528991 Apr 16 12:04:56.803818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851005955'] for router_interface, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:57.061507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Allocated IP 172.20.0.3 (1653c805-9b78-4d78-95b0-d7939420f331/0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c/8c23fbb5-b9eb-4aef-9897-ab731de33a53) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:04:57.425699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Deleting port 30dc722e-a6f5-4653-953b-b3dd455d0aba {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:04:57.425995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:57.470131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:57.515957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Transition to ACTIVE for port object 8c23fbb5-b9eb-4aef-9897-ab731de33a53 will not be triggered until provisioned by entity DHCP. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:57.643984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] For port 30dc722e-a6f5-4653-953b-b3dd455d0aba, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=30dc722e-a6f5-4653-953b-b3dd455d0aba,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:04:57.644580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:57.652017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:57.668744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b6ca4ab2-06c7-48e1-aafa-15671ca15094 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:57.902539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Calling delete_port for 30dc722e-a6f5-4653-953b-b3dd455d0aba owned by network:router_interface {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:04:57.973754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'Port': ['ID=8c23fbb5-b9eb-4aef-9897-ab731de33a53,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:57.977285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704b127-b4f0-4c32-8ed4-311b85aae1ac req-7b2c12ce-79cb-43f6-a51b-6554939a9b0d tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:57.978953 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1704b127-b4f0-4c32-8ed4-311b85aae1ac req-7b2c12ce-79cb-43f6-a51b-6554939a9b0d tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 931 time: 0.0922329 Apr 16 12:04:57.985298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:58.031998 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1704b127-b4f0-4c32-8ed4-311b85aae1ac req-79055092-677d-4eca-b3f4-29902406e86f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453763 Apr 16 12:04:58.078352 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Network 1653c805-9b78-4d78-95b0-d7939420f331 is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:04:58.081084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:04:58.084046 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:04:58.191477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:58.192192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:58.240847 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8318806 Apr 16 12:04:58.255804 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Request body: {'port': {'device_id': '7a9d6605-5d83-4278-99e0-292512e949fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:04:58.272058 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b5c365f1-fa1c-4246-aac4-e861f255e7b8 None None] Provisioning for port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 completed by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:04:58.277044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-b5c365f1-fa1c-4246-aac4-e861f255e7b8 None None] Provisioning complete for port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 triggered by entity DHCP. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:04:58.277552 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b5c365f1-fa1c-4246-aac4-e861f255e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:58.283021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:58.303557 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:58.334178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-b5c365f1-fa1c-4246-aac4-e861f255e7b8 None None] Port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 cannot update to ACTIVE because it is not bound. {{(pid=85304) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 12:04:58.412317 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Pushing event deleted for resources: {'Port': ['ID=30dc722e-a6f5-4653-953b-b3dd455d0aba,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:58.425693 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:04:58.538701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:59.243153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380a2cc-ad69-41a7-91ca-7479aa07c858 req-2621d402-daaf-4141-8154-38f80aa02f7d tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:04:59.244725 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0380a2cc-ad69-41a7-91ca-7479aa07c858 req-2621d402-daaf-4141-8154-38f80aa02f7d tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 931 time: 0.0879860 Apr 16 12:04:59.293094 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0380a2cc-ad69-41a7-91ca-7479aa07c858 req-8cd63311-8883-4984-b317-3aea545eb278 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414724 Apr 16 12:04:59.330542 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850975402'] for router_interface, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:59.536461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c23fbb5-b9eb-4aef-9897-ab731de33a53 {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:04:59.547301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:59.636967 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:59.689480 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Transition to ACTIVE for port object 8c23fbb5-b9eb-4aef-9897-ab731de33a53 will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:04:59.699513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:04:59.717263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-99fe995c-cf74-41d8-9dbc-930a4310daa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:04:59.879305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Pushing event updated for resources: {'Port': ['ID=8c23fbb5-b9eb-4aef-9897-ab731de33a53,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:04:59.902288 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:00.296157 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Router 8b8ccdfa-5dec-4022-9930-cae714dcc543 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:05:00.314203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Attempting to bind port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:05:00.314579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Attempting to bind port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:05:00.314959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Attempting to bind port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 on network 1653c805-9b78-4d78-95b0-d7939420f331 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:05:00.378553 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 on network 1653c805-9b78-4d78-95b0-d7939420f331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:05:00.378829 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Attempting to bind port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 on network 1653c805-9b78-4d78-95b0-d7939420f331 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:05:00.394685 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:05:00.395063 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Checking segment: {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:05:00.395487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Bound using segment: {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:05:00.395973 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Bound port: 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a28adf2-d91e-4542-b3b1-d9b074263376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:05:00.396361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:00.508534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad61923-6412-49cb-bcf4-6a957ea0b51a req-5f40713d-6db6-48f4-ac1b-b9ad4cca534e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:00.510149 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1ad61923-6412-49cb-bcf4-6a957ea0b51a req-5f40713d-6db6-48f4-ac1b-b9ad4cca534e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 943 time: 0.0977926 Apr 16 12:05:00.561855 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1ad61923-6412-49cb-bcf4-6a957ea0b51a req-ad2319ce-79ff-453e-b3a3-3e56bf73f770 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439734 Apr 16 12:05:00.607583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:05:00.614033 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] 10.222.0.75 "PUT /v2.0/routers/8b8ccdfa-5dec-4022-9930-cae714dcc543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1374276 Apr 16 12:05:00.614800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:05:00.616376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50834) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:00.618173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:05:00.618752 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] Sync routers for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:05:00.621812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:00.630373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:00.630984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:00.637635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7f26bc8a-3d57-48cf-b50c-db1627d32593 tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:00.794163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Pushing event updated for resources: {'Port': ['ID=8c23fbb5-b9eb-4aef-9897-ab731de33a53,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:00.799682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:00.810620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks [] for router, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:00.831437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:00.831860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:00.833085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:00.834608 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] 10.222.0.47 "PUT /v2.0/ports/8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 200 len: 1093 time: 2.5839040 Apr 16 12:05:00.835480 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:01.005559 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'status': 'completed', 'code': 200} Apr 16 12:05:01.036855 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:01.046054 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-0bfe0708-56d9-4c21-ad8f-1c4dfb68afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:01.047911 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-0bfe0708-56d9-4c21-ad8f-1c4dfb68afcb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1096 time: 0.1550276 Apr 16 12:05:01.048043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Deleting port 095dd2c9-36fc-4dd6-9f61-a7d99196627f {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:01.048292 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:01.153549 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-108b52d1-f8d3-4e4f-a6e8-a618266086fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 200 len: 217 time: 0.0943923 Apr 16 12:05:01.247186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-5238d8c2-bedb-4356-9e82-cee404bdefd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:01.249923 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-5238d8c2-bedb-4356-9e82-cee404bdefd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c HTTP/1.1" status: 200 len: 847 time: 0.0873330 Apr 16 12:05:01.371400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:04:58Z', 'revision_number': 5, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port': {'id': '095dd2c9-36fc-4dd6-9f61-a7d99196627f', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:32Z', 'updated_at': '2021-04-16T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:01.376765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] Checking router: 8b8ccdfa-5dec-4022-9930-cae714dcc543 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:05:01.388214 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] Routers {'8b8ccdfa-5dec-4022-9930-cae714dcc543'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:01.390299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['8b8ccdfa-5dec-4022-9930-cae714dcc543'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:01.512726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] For port 095dd2c9-36fc-4dd6-9f61-a7d99196627f, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=095dd2c9-36fc-4dd6-9f61-a7d99196627f,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:01.513055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:01.582110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] Set router 8b8ccdfa-5dec-4022-9930-cae714dcc543 gateway port host: None {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:01.610880 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-4dc0ffab-16d7-46b1-b90b-90b2c41ba491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:01.612824 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-4dc0ffab-16d7-46b1-b90b-90b2c41ba491 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1653c805-9b78-4d78-95b0-d7939420f331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3543444 Apr 16 12:05:01.685770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Calling delete_port for 095dd2c9-36fc-4dd6-9f61-a7d99196627f owned by network:router_gateway {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:01.707173 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:05:01Z', 'revision_number': 6, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port_host': None}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:01.711880 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5752c2c-a8d1-48fc-961a-dfcce3cef444 None None] The sync data for ids ['8b8ccdfa-5dec-4022-9930-cae714dcc543'] in dv-cinder-786627-1-smb is: [{'id': '8b8ccdfa-5dec-4022-9930-cae714dcc543', 'name': 'tempest-TestMinimumBasicScenario-1673192462-router', 'tenant_id': '21231baa269449aea69bda41a08976b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:30Z', 'updated_at': '2021-04-16T12:05:01Z', 'revision_number': 6, 'project_id': '21231baa269449aea69bda41a08976b7', 'gw_port_host': None}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:05:01.774608 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-1dd7c554-675a-4859-a685-8e4517e7d9a5 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530077 Apr 16 12:05:01.883165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f2d9e-a6e3-453e-a9ae-ee83a4937485 req-307cb461-e684-44de-87e0-ac719645c021 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:01.884836 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5a8f2d9e-a6e3-453e-a9ae-ee83a4937485 req-307cb461-e684-44de-87e0-ac719645c021 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 943 time: 0.1642902 Apr 16 12:05:01.930797 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2010ace1-e8a3-4ed9-89c3-b5357446f78b req-d6cf3692-55ca-4f02-bb4b-666bf3353a26 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462989 Apr 16 12:05:01.948763 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5a8f2d9e-a6e3-453e-a9ae-ee83a4937485 req-52643488-9f85-450b-af71-41a7e5e34634 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559340 Apr 16 12:05:02.021243 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:02.036945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-73048ef0-0628-4309-8d87-3e2a99292d2d tempest-VolumesActionsTest-1479521774 tempest-VolumesActionsTest-1479521774-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:02.072222 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53270f94-d823-49bd-801a-d1c913b4095e req-a7d02df4-ef24-4204-b7b5-2805e2c39639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:02.073873 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53270f94-d823-49bd-801a-d1c913b4095e req-a7d02df4-ef24-4204-b7b5-2805e2c39639 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1096 time: 0.0858483 Apr 16 12:05:02.134664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Pushing event deleted for resources: {'Port': ['ID=095dd2c9-36fc-4dd6-9f61-a7d99196627f,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:02.137502 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:02.237703 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53270f94-d823-49bd-801a-d1c913b4095e req-e69fa775-aa93-4ff3-b0b3-c7693385384c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:02.239275 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53270f94-d823-49bd-801a-d1c913b4095e req-e69fa775-aa93-4ff3-b0b3-c7693385384c service neutron] 10.222.0.47 "GET /v2.0/networks?id=1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 200 len: 909 time: 0.1585798 Apr 16 12:05:02.316903 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53270f94-d823-49bd-801a-d1c913b4095e req-d57f171d-b046-48fe-b170-e37d79d2c505 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 200 len: 217 time: 0.0691164 Apr 16 12:05:02.317171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850975252'] for router_gateway, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:02.396738 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53270f94-d823-49bd-801a-d1c913b4095e req-39dcbf91-5a23-4500-a33a-03e559d4cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:02.398325 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53270f94-d823-49bd-801a-d1c913b4095e req-39dcbf91-5a23-4500-a33a-03e559d4cb03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c HTTP/1.1" status: 200 len: 847 time: 0.0706007 Apr 16 12:05:02.497201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53270f94-d823-49bd-801a-d1c913b4095e req-fee4da09-f93e-4b07-aea9-3e4de1ce4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:02.499354 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53270f94-d823-49bd-801a-d1c913b4095e req-fee4da09-f93e-4b07-aea9-3e4de1ce4bfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1653c805-9b78-4d78-95b0-d7939420f331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928493 Apr 16 12:05:02.517016 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850976938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:02.519857 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:02.548466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3798470'] for router, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:02.549089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8ccdfa-5dec-4022-9930-cae714dcc543 {{(pid=85303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:05:02.563417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Notify callbacks [] for router, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:02.567129 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] 10.222.0.75 "DELETE /v2.0/routers/8b8ccdfa-5dec-4022-9930-cae714dcc543 HTTP/1.1" status: 204 len: 168 time: 1.9469872 Apr 16 12:05:02.567426 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50850) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:02.639091 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-331ee14b-32f1-4771-bc18-a7cdd492da18 admin admin] Deleting subnet 89166379-e6d2-42c5-b466-242bf4e64d88 {{(pid=85303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:05:02.643316 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-331ee14b-32f1-4771-bc18-a7cdd492da18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:02.658435 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53270f94-d823-49bd-801a-d1c913b4095e req-32134df5-48af-4f76-a361-95d3a9db4176 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505704 Apr 16 12:05:02.699103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-331ee14b-32f1-4771-bc18-a7cdd492da18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793889091'] for subnet, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:02.807463 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53270f94-d823-49bd-801a-d1c913b4095e req-1649f690-d707-40c9-b5ea-5ab7f853f245 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407070 Apr 16 12:05:02.825112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-331ee14b-32f1-4771-bc18-a7cdd492da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.153443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-331ee14b-32f1-4771-bc18-a7cdd492da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60842799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852718778'] for subnet, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.181155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6e0957b1-752f-426f-a8c3-b4a7d1649bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:03.269731 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ee14b-32f1-4771-bc18-a7cdd492da18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89166379-e6d2-42c5-b466-242bf4e64d88,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:03.284887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-331ee14b-32f1-4771-bc18-a7cdd492da18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:03.302949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34f7c6-b530-4470-9114-c9e85b136021 req-cdd640fe-3901-4822-86c4-c7fc2bfff5bd tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:03.304587 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2c34f7c6-b530-4470-9114-c9e85b136021 req-cdd640fe-3901-4822-86c4-c7fc2bfff5bd tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 943 time: 0.2353675 Apr 16 12:05:03.367904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-331ee14b-32f1-4771-bc18-a7cdd492da18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.371718 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd1b65-e611-4d1b-b4c4-0beaaafe6cb8 None None] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:05:03.380648 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2c34f7c6-b530-4470-9114-c9e85b136021 req-585d9170-bbca-48e4-a35c-795a76be19bd tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625217 Apr 16 12:05:03.384001 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-331ee14b-32f1-4771-bc18-a7cdd492da18 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/89166379-e6d2-42c5-b466-242bf4e64d88 HTTP/1.1" status: 204 len: 168 time: 0.8156514 Apr 16 12:05:03.386882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50858) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:03.398928 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 30dc722e-a6f5-4653-953b-b3dd455d0aba no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:03.497279 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 30dc722e-a6f5-4653-953b-b3dd455d0aba {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:03.497588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 30dc722e-a6f5-4653-953b-b3dd455d0aba not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:03.498059 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 095dd2c9-36fc-4dd6-9f61-a7d99196627f no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:03.509239 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.541377 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 095dd2c9-36fc-4dd6-9f61-a7d99196627f {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:03.541874 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 095dd2c9-36fc-4dd6-9f61-a7d99196627f not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:03.593902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Deleting port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:03.594285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.627006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 8c23fbb5-b9eb-4aef-9897-ab731de33a53 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:05:03.809854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:03.820057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] DHCP port deletion for 5146b20f-5c52-49b1-86fb-da473b7ede83 request from dv-cinder-786627-1-smb {{(pid=85304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:05:03.823242 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] For port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:03.823646 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.830590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] Deleting port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:03.831016 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:03.861904 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'port_id': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'mac_address': 'fa:16:3e:6c:29:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:05:03.964415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Calling delete_port for 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 owned by network:dhcp {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:03.981836 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:04.013825 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c23fbb5-b9eb-4aef-9897-ab731de33a53 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:05:04.047527 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:04.063181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:04.115050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:04.121452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:04.132328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:04.156284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:04.172274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:04.189038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] For port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4,segment=NetworkSegment(0cf04026-e51a-4458-958b-cbe517cf51a7),segment_id=0cf04026-e51a-4458-958b-cbe517cf51a7)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:04.189499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:04.208371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] No DVR routers for this DVR port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 on host dv-cinder-786627-1-smb {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:05:04.334252 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:04.343639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] Calling delete_port for 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 owned by network:dhcp {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:04.386272 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=8c23fbb5-b9eb-4aef-9897-ab731de33a53,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:04.398339 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.398739 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.399126 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.399537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.399850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.400225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.400651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.400968 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.401338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.401706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.402073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.402439 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:04.413010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:04.424228 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['8c23fbb5-b9eb-4aef-9897-ab731de33a53'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:05:04.457276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5146b20f-5c52-49b1-86fb-da473b7ede83']}} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:04.473909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf04026-e51a-4458-958b-cbe517cf51a7') {'for_net_delete': True} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:04.474412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf04026-e51a-4458-958b-cbe517cf51a7') {} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:04.492226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60886661'] for segment, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:04.510663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:04.531134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=85303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:05:04.576225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.api [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85304) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:05:04.576788 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.api [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:05:05.018034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:05.028479 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793933170'] for segment, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.077990 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] Deleting port 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:05.078422 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.128218 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366443f3-d275-4a76-b726-e5ae28f84c9f req-4b4bb92f-e1d3-45cc-b6cc-dde01747bcca tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:05.129885 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-366443f3-d275-4a76-b726-e5ae28f84c9f req-4b4bb92f-e1d3-45cc-b6cc-dde01747bcca tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 944 time: 0.5806127 Apr 16 12:05:05.159007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-70ed5936-d6f3-4c6f-84dd-58812e52526e None None] The port '1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4' was deleted {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:05:05.262700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Network 5146b20f-5c52-49b1-86fb-da473b7ede83 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:05:05.289284 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:05:05.363217 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-366443f3-d275-4a76-b726-e5ae28f84c9f req-30b50ac5-ba5c-4ed3-91bb-f62ca7c3424a tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127914 Apr 16 12:05:05.378005 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:05.379392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.384298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.391356 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:05.415314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=5146b20f-5c52-49b1-86fb-da473b7ede83,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:05.416817 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:05.417286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 1d90153b-4ac5-440b-baf5-8cd7ac1dc3f4 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:05.418074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:05.420090 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-fd4536c6-7d7b-4882-b136-8b8b02c3cd7b admin admin] 10.222.0.75 "DELETE /v2.0/networks/5146b20f-5c52-49b1-86fb-da473b7ede83 HTTP/1.1" status: 204 len: 168 time: 2.0321798 Apr 16 12:05:05.423227 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50870) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:05.632877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 8c23fbb5-b9eb-4aef-9897-ab731de33a53 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:05:05.706698 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:05:05.711940 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:05:05.712360 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.840991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.874750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:05.886025 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:05.889001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:05.893055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:06.033143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851005955'] for router_interface, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:06.120341 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'code': 200} Apr 16 12:05:06.147517 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=8c23fbb5-b9eb-4aef-9897-ab731de33a53,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:06.150711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:06.423765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df76335-8308-4f41-87ff-b42241b6e29a req-7e089080-bfb4-4e16-a13c-f7678b01e68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:06.425390 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4df76335-8308-4f41-87ff-b42241b6e29a req-7e089080-bfb4-4e16-a13c-f7678b01e68e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1098 time: 0.1387000 Apr 16 12:05:06.519300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Deleting port 96ce763a-0ef2-4062-8c8a-20174dfff783 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:06.519657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:06.551370 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4df76335-8308-4f41-87ff-b42241b6e29a req-e23bf7cd-7cf9-4b73-b9d9-4258bee0d7f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994215 Apr 16 12:05:06.597762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239e06d-44ab-42b1-9b29-3f96b6958b74 req-bb3dd435-da5e-4863-b2ae-6fb01a944ff5 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:06.599374 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0239e06d-44ab-42b1-9b29-3f96b6958b74 req-bb3dd435-da5e-4863-b2ae-6fb01a944ff5 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.1125910 Apr 16 12:05:06.653112 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0239e06d-44ab-42b1-9b29-3f96b6958b74 req-9a4a9169-ebeb-41d3-be9c-a37d4713effb tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468354 Apr 16 12:05:06.708579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] For port 96ce763a-0ef2-4062-8c8a-20174dfff783, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=96ce763a-0ef2-4062-8c8a-20174dfff783,segment=NetworkSegment(ce43dde2-4029-4f4b-8a1c-f45e26c73c3f),segment_id=ce43dde2-4029-4f4b-8a1c-f45e26c73c3f)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:06.708984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:06.847095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Calling delete_port for 96ce763a-0ef2-4062-8c8a-20174dfff783 owned by network:router_interface {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:07.023507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:07.039748 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:07.139932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ce763a-0ef2-4062-8c8a-20174dfff783,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:07.146391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:07.741837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850975402'] for router_interface, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:07.863919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951260a-bbb1-45be-aece-b03b5032a022 req-ec364fec-ede3-43c5-9774-16226e57ab37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:07.865611 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1951260a-bbb1-45be-aece-b03b5032a022 req-ec364fec-ede3-43c5-9774-16226e57ab37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.0923550 Apr 16 12:05:07.918283 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1951260a-bbb1-45be-aece-b03b5032a022 req-64d8610e-14b2-47e5-86e6-5ce356d6bcd7 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449626 Apr 16 12:05:08.131009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808cd60-6ef2-4ce6-a7aa-fb9fb91b9061 req-e1b8f6df-c5ff-40b3-b6e8-0255fc5f07d9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:08.132712 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a808cd60-6ef2-4ce6-a7aa-fb9fb91b9061 req-e1b8f6df-c5ff-40b3-b6e8-0255fc5f07d9 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.0983224 Apr 16 12:05:08.188889 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a808cd60-6ef2-4ce6-a7aa-fb9fb91b9061 req-f5cef384-acbf-475f-9868-0f21df83772f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452902 Apr 16 12:05:08.213303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50900) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:08.289864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Router 46055dbf-7a74-4cd8-a28d-dfc76347537d has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:05:08.440007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876a9f0a-17b7-44ad-be6d-fcc98edf438f tempest-TestShelveInstance-2049231557 tempest-TestShelveInstance-2049231557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:08.444645 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-876a9f0a-17b7-44ad-be6d-fcc98edf438f tempest-TestShelveInstance-2049231557 tempest-TestShelveInstance-2049231557-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1093 time: 0.2273512 Apr 16 12:05:08.445200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50910) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:08.451248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Request body: {'floatingip': {'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'port_id': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:05:08.458547 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:05:08.463284 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Usage tracker for resource:floatingip and tenant:d61f8aa2628846f7a26a77097bf59bd9 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:05:08.466726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:05:08.473893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:05:08.486219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for floatingip, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:08.494576 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:05:08.504462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] Sync routers for ids ['46055dbf-7a74-4cd8-a28d-dfc76347537d'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:05:08.517838 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-963a76e2-9d0d-49c4-a21c-d91b5e8305a4 admin admin] 10.222.0.75 "PUT /v2.0/routers/46055dbf-7a74-4cd8-a28d-dfc76347537d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0932143 Apr 16 12:05:08.520921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 50914) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:08.529581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] Routers {'46055dbf-7a74-4cd8-a28d-dfc76347537d'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:08.531548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['46055dbf-7a74-4cd8-a28d-dfc76347537d'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:08.732237 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] Set router 46055dbf-7a74-4cd8-a28d-dfc76347537d gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:08.802962 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks [] for router, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:08.998253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:09.094068 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:09.109199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Deleting port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:09.109573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:09.239931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:45Z', 'updated_at': '2021-04-16T12:05:06Z', 'revision_number': 5, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'gw_port': {'id': 'ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:01:48Z', 'updated_at': '2021-04-16T12:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:09.244073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] Checking router: 46055dbf-7a74-4cd8-a28d-dfc76347537d for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:05:09.256841 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] Routers {'46055dbf-7a74-4cd8-a28d-dfc76347537d'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:09.257431 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['46055dbf-7a74-4cd8-a28d-dfc76347537d'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:09.310318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Allocated IP 172.28.3.206 (9c19a45b-70d1-473c-b2ec-743cdcfa61be/a7020266-abbe-4c23-93c5-282ee76fb29b/61569deb-3008-4cb7-877b-67c92b8c4a9d) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:05:09.453864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] Set router 46055dbf-7a74-4cd8-a28d-dfc76347537d gateway port host: None {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:09.469235 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] For port ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:09.469649 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:09.584754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:45Z', 'updated_at': '2021-04-16T12:05:09Z', 'revision_number': 6, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'gw_port_host': None}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:09.589983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1052a3bf-4d3d-4dab-ac3e-ee45a4172245 None None] The sync data for ids ['46055dbf-7a74-4cd8-a28d-dfc76347537d'] in dv-cinder-786627-1-smb is: [{'id': '46055dbf-7a74-4cd8-a28d-dfc76347537d', 'name': 'tempest-TestMinimumBasicScenario-2069235374-router', 'tenant_id': '70d4c1e931784687a25d61fb127e3f59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:01:45Z', 'updated_at': '2021-04-16T12:05:09Z', 'revision_number': 6, 'project_id': '70d4c1e931784687a25d61fb127e3f59', 'gw_port_host': None}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:05:09.628569 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Calling delete_port for ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 owned by network:router_gateway {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:09.726854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:09.816470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:09.836220 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-746cb17c-b75b-48d6-8b51-a0addc9dd925 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:10.048728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'Port': ['ID=61569deb-3008-4cb7-877b-67c92b8c4a9d,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:10.051080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:10.089673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:10.116984 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:10.234678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:10.237379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:10.265412 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Network 9c19a45b-70d1-473c-b2ec-743cdcfa61be is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:05:10.268266 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:05:10.270689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:05:10.810682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850975252'] for router_gateway, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.136415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850976938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.146299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.192803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3798470'] for router, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.193359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46055dbf-7a74-4cd8-a28d-dfc76347537d {{(pid=85303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:05:11.225825 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Notify callbacks [] for router, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.227036 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] 10.222.0.75 "DELETE /v2.0/routers/46055dbf-7a74-4cd8-a28d-dfc76347537d HTTP/1.1" status: 204 len: 168 time: 2.7049835 Apr 16 12:05:11.230997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50944) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:11.313675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.314933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb8f2da-9c0a-45d1-a4db-2f9b48cf5374 admin admin] Deleting subnet b35f335f-d77e-43b8-8c25-efb9d36bde93 {{(pid=85302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:05:11.319171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2da-9c0a-45d1-a4db-2f9b48cf5374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.400434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2da-9c0a-45d1-a4db-2f9b48cf5374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036792928935'] for subnet, precommit_delete_associations {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.424105 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 96ce763a-0ef2-4062-8c8a-20174dfff783 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:11.435676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.469043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 96ce763a-0ef2-4062-8c8a-20174dfff783 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:11.469888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 96ce763a-0ef2-4062-8c8a-20174dfff783 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:11.470646 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:11.511899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:11.512587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device ecc3a4b5-5aa4-4a0c-ada5-12a5f19f14b7 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:11.548963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2da-9c0a-45d1-a4db-2f9b48cf5374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.684282 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.688285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.704359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b1393c8c-149f-4b37-9ed7-255d6d502048 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:11.819232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2da-9c0a-45d1-a4db-2f9b48cf5374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793875448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1850927'] for subnet, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.835709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:11.841477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event updated for resources: {'Port': ['ID=61569deb-3008-4cb7-877b-67c92b8c4a9d,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:11.846719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:11.932338 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8f2da-9c0a-45d1-a4db-2f9b48cf5374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35f335f-d77e-43b8-8c25-efb9d36bde93,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:11.937115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ccb8f2da-9c0a-45d1-a4db-2f9b48cf5374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:11.955615 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.972017 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f2da-9c0a-45d1-a4db-2f9b48cf5374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:11.977641 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddf0dbe-c38a-4d79-8b65-2a76b603f8cd None None] Network e20b3eac-2858-4166-8246-dbbf20619780 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:05:11.982750 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ccb8f2da-9c0a-45d1-a4db-2f9b48cf5374 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b35f335f-d77e-43b8-8c25-efb9d36bde93 HTTP/1.1" status: 204 len: 168 time: 0.7495272 Apr 16 12:05:11.983543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50954) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:12.110260 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.153305 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Floating IP 354db215-fba9-4869-957b-d5dcba2b4f72 associated. External IP: 172.28.3.206, port: 8c23fbb5-b9eb-4aef-9897-ab731de33a53. Apr 16 12:05:12.188847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Deleting port b56c5bdf-b66c-4aee-bc08-d34b9af804ae {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:12.189224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.281001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] DHCP port deletion for e20b3eac-2858-4166-8246-dbbf20619780 request from dv-cinder-786627-1-smb {{(pid=85304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:05:12.285581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] Deleting port b56c5bdf-b66c-4aee-bc08-d34b9af804ae {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:12.285999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.452385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] For port b56c5bdf-b66c-4aee-bc08-d34b9af804ae, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=b56c5bdf-b66c-4aee-bc08-d34b9af804ae,segment=NetworkSegment(ce43dde2-4029-4f4b-8a1c-f45e26c73c3f),segment_id=ce43dde2-4029-4f4b-8a1c-f45e26c73c3f)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:12.452879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.529280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] For port b56c5bdf-b66c-4aee-bc08-d34b9af804ae, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=b56c5bdf-b66c-4aee-bc08-d34b9af804ae,segment=NetworkSegment(ce43dde2-4029-4f4b-8a1c-f45e26c73c3f),segment_id=ce43dde2-4029-4f4b-8a1c-f45e26c73c3f)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:12.530254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.637051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Calling delete_port for b56c5bdf-b66c-4aee-bc08-d34b9af804ae owned by network:dhcp {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:12.694201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] Calling delete_port for b56c5bdf-b66c-4aee-bc08-d34b9af804ae owned by network:dhcp {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:12.726080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:12.749991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Router f88c7747-5105-431a-b626-0f8b33440d12 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:05:12.779911 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.api [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85304) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:05:12.780311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.api [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:05:12.793974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:12.856283 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56c5bdf-b66c-4aee-bc08-d34b9af804ae,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:12.861941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:12.895330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] No DVR routers for this DVR port b56c5bdf-b66c-4aee-bc08-d34b9af804ae on host dv-cinder-786627-1-smb {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:05:12.932188 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2e6e2-276d-42b5-b7ee-3acdde010c14 req-82b104ee-c869-4939-a974-184b3eb6c844 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:12.933906 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b9d2e6e2-276d-42b5-b7ee-3acdde010c14 req-82b104ee-c869-4939-a974-184b3eb6c844 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.3340125 Apr 16 12:05:13.282193 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] Deleting port b56c5bdf-b66c-4aee-bc08-d34b9af804ae {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:13.283324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.286392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.289499 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b9d2e6e2-276d-42b5-b7ee-3acdde010c14 req-c5d1607c-9790-4185-a603-5ac1015b2563 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394070 Apr 16 12:05:13.304086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:05:13.350074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.391972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] Sync routers for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:05:13.428164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20b3eac-2858-4166-8246-dbbf20619780']}} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:13.438181 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-31c8a20d-758b-4430-a809-f92cbd2dd1a8 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9862163 Apr 16 12:05:13.439513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:13.442666 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f') {'for_net_delete': True} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:13.443008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce43dde2-4029-4f4b-8a1c-f45e26c73c3f') {} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:13.458901 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device b56c5bdf-b66c-4aee-bc08-d34b9af804ae no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:13.460400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61846881'] for segment, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.476843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.483859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=85302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:05:13.495883 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-99b0280b-00b9-42d8-a454-f6f603936d85 None None] The port 'b56c5bdf-b66c-4aee-bc08-d34b9af804ae' was deleted {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:05:13.507200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: b56c5bdf-b66c-4aee-bc08-d34b9af804ae {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:13.507597 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device b56c5bdf-b66c-4aee-bc08-d34b9af804ae not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:13.509927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:13.510113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:13.582111 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'status': 'completed', 'code': 200} Apr 16 12:05:13.719322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:13.733983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Network e20b3eac-2858-4166-8246-dbbf20619780 has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:13.744080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60900777'] for segment, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:13.946775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Network e20b3eac-2858-4166-8246-dbbf20619780 has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:05:13.971799 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:05:13.977833 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eb404-4b91-4644-a881-16b900e33705 req-5882befc-47f2-42a5-8b3b-d57b81743d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:13.979467 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c46eb404-4b91-4644-a881-16b900e33705 req-5882befc-47f2-42a5-8b3b-d57b81743d73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1098 time: 0.3737171 Apr 16 12:05:14.088821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': '354db215-fba9-4869-957b-d5dcba2b4f72', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'port_id': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'mac_address': 'fa:16:3e:6c:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9d6605-5d83-4278-99e0-292512e949fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:05:11Z', 'updated_at': '2021-04-16T12:05:11Z', 'revision_number': 0, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:26Z', 'revision_number': 5, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:14.093041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] Checking router: f88c7747-5105-431a-b626-0f8b33440d12 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:05:14.101945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:14.102599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:04:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:14.143745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.153331 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-faa02361-2e9c-4b6f-a5b1-84a69e5cd629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:14.183906 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.194727 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e20b3eac-2858-4166-8246-dbbf20619780,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:14.201529 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:14.215441 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8b98d4b7-315a-4cf2-8d41-83c3bbbd5cc6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e20b3eac-2858-4166-8246-dbbf20619780 HTTP/1.1" status: 204 len: 168 time: 2.2307482 Apr 16 12:05:14.223109 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eb404-4b91-4644-a881-16b900e33705 req-0f331ed2-591a-4242-9496-c1ea9abc5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:14.224622 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c46eb404-4b91-4644-a881-16b900e33705 req-0f331ed2-591a-4242-9496-c1ea9abc5406 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 200 len: 909 time: 0.1988640 Apr 16 12:05:14.298691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:14.346880 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c46eb404-4b91-4644-a881-16b900e33705 req-c9d07318-4141-43e3-8373-57ce213a877d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 200 len: 999 time: 0.1116319 Apr 16 12:05:14.422665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50992) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:14.461617 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eb404-4b91-4644-a881-16b900e33705 req-5bb905cc-2289-4aba-bd66-c1db67f22219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:14.463220 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c46eb404-4b91-4644-a881-16b900e33705 req-5bb905cc-2289-4aba-bd66-c1db67f22219 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c HTTP/1.1" status: 200 len: 847 time: 0.1096232 Apr 16 12:05:14.517565 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c26ed1f0-aed1-4f91-807a-16c0b59c9070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.574002 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-069f5ac3-d386-4fa5-a5f5-7b3b6ea3a98d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21231baa269449aea69bda41a08976b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497638 Apr 16 12:05:14.574849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 50998) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:14.622211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26fe5c-6976-4a73-954c-577f60ad4917 req-7ab93ae5-2e42-4937-9fa6-14adbe122af3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:14.631845 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fb26fe5c-6976-4a73-954c-577f60ad4917 req-7ab93ae5-2e42-4937-9fa6-14adbe122af3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1393263 Apr 16 12:05:14.677464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-83384f90-9059-4726-85a8-e6b369e59b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.697557 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fb26fe5c-6976-4a73-954c-577f60ad4917 req-254c05d0-f655-4f80-bc70-8c9eced073f7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615604 Apr 16 12:05:14.712876 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-83384f90-9059-4726-85a8-e6b369e59b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.725467 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46eb404-4b91-4644-a881-16b900e33705 req-399a102c-b1b5-41df-be62-362f6c45720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:14.727102 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c46eb404-4b91-4644-a881-16b900e33705 req-399a102c-b1b5-41df-be62-362f6c45720f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1653c805-9b78-4d78-95b0-d7939420f331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2557559 Apr 16 12:05:14.783054 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': '354db215-fba9-4869-957b-d5dcba2b4f72', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'port_id': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'mac_address': 'fa:16:3e:6c:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9d6605-5d83-4278-99e0-292512e949fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:05:11Z', 'updated_at': '2021-04-16T12:05:11Z', 'revision_number': 0, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:26Z', 'revision_number': 5, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:14.787537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df77826-3676-4e43-bd61-b185453ef593 None None] The sync data for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb is: [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_floatingips': [{'id': '354db215-fba9-4869-957b-d5dcba2b4f72', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'floating_ip_address': '172.28.3.206', 'floating_network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'router_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'port_id': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'mac_address': 'fa:16:3e:6c:29:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a9d6605-5d83-4278-99e0-292512e949fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T12:05:11Z', 'updated_at': '2021-04-16T12:05:11Z', 'revision_number': 0, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:26Z', 'revision_number': 5, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:05:14.878248 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-83384f90-9059-4726-85a8-e6b369e59b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.886010 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-459a35ba-b3ce-43bb-9d5b-573be7ee8f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:14.915533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83384f90-9059-4726-85a8-e6b369e59b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e220f1-b052-4729-9386-41465aa0c0bc,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:14.920121 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-83384f90-9059-4726-85a8-e6b369e59b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:14.923761 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c46eb404-4b91-4644-a881-16b900e33705 req-393d628a-12e7-4c87-b7b1-78ba98a777ec service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846302 Apr 16 12:05:14.925082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-83384f90-9059-4726-85a8-e6b369e59b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:14.928777 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-83384f90-9059-4726-85a8-e6b369e59b8a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/50e220f1-b052-4729-9386-41465aa0c0bc HTTP/1.1" status: 204 len: 168 time: 0.3477759 Apr 16 12:05:15.102067 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c46eb404-4b91-4644-a881-16b900e33705 req-eb3b284a-5eba-4f29-82df-92fc4a71ca84 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698728 Apr 16 12:05:15.152012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399d09c5-89c8-4401-88ae-110d730f47fd None None] New status for floating IP 354db215-fba9-4869-957b-d5dcba2b4f72: ACTIVE {{(pid=85305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:05:15.375190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 51014) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:15.428103 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a524b0ef-e6e4-443f-8082-5edf8050b082 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=70d4c1e931784687a25d61fb127e3f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514977 Apr 16 12:05:15.430755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 51018) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:15.495586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-224d0c3a-45d5-4703-b226-f601db79805f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:15.526200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-224d0c3a-45d5-4703-b226-f601db79805f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:15.575402 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-224d0c3a-45d5-4703-b226-f601db79805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:15.580938 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7c2a8f85-9721-48c6-9527-d54953329da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:15.596016 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d0c3a-45d5-4703-b226-f601db79805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9de004f-4ead-4468-b489-418dbc818b81,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:15.598929 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-224d0c3a-45d5-4703-b226-f601db79805f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:15.601037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-224d0c3a-45d5-4703-b226-f601db79805f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:15.602187 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-224d0c3a-45d5-4703-b226-f601db79805f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b9de004f-4ead-4468-b489-418dbc818b81 HTTP/1.1" status: 204 len: 168 time: 0.1704383 Apr 16 12:05:15.926348 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03f99c-d01f-4497-97cb-53cf9d03b9ce req-3b957dbf-86ef-449f-8db4-37f255d8b4f1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:15.928113 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0f03f99c-d01f-4497-97cb-53cf9d03b9ce req-3b957dbf-86ef-449f-8db4-37f255d8b4f1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1144102 Apr 16 12:05:15.984791 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0f03f99c-d01f-4497-97cb-53cf9d03b9ce req-4b56a41a-72f8-4d1e-bac3-bf0386d54119 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496793 Apr 16 12:05:17.099954 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9fbe8f6-01b9-42be-bf9c-91b2742c8052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:17.206247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c595c2-a3fe-403b-a4d0-d14db63aecd7 req-ed00ea05-c4c3-41b6-ad2b-2ffe91c44bba tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:17.207833 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-44c595c2-a3fe-403b-a4d0-d14db63aecd7 req-ed00ea05-c4c3-41b6-ad2b-2ffe91c44bba tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.0878711 Apr 16 12:05:17.258047 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-44c595c2-a3fe-403b-a4d0-d14db63aecd7 req-41c973ac-95a6-4235-9de9-b09f914136fc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Apr 16 12:05:17.994259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:18.473052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd52da-b867-4a23-a5dd-8d06a04dd1ad req-4ace46cd-6499-43e0-a1d6-d977dc74232b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:18.474596 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e7fd52da-b867-4a23-a5dd-8d06a04dd1ad req-4ace46cd-6499-43e0-a1d6-d977dc74232b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.0959442 Apr 16 12:05:18.523109 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e7fd52da-b867-4a23-a5dd-8d06a04dd1ad req-5dd676b3-a41c-4855-930a-a77945ab69df tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Apr 16 12:05:18.684950 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.068197 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:19.746905 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e158cf-9d97-4e94-a0a5-4bacb0835253 req-f596fc5b-1ac4-4ef8-9719-e4613d708039 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:19.748633 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c7e158cf-9d97-4e94-a0a5-4bacb0835253 req-f596fc5b-1ac4-4ef8-9719-e4613d708039 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1007421 Apr 16 12:05:19.799583 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c7e158cf-9d97-4e94-a0a5-4bacb0835253 req-59c3ac70-d3de-4e3d-a144-d2f800dcc9f8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444429 Apr 16 12:05:21.012482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7cbf-e80e-41f0-a476-586c23618130 req-4224294c-cad8-43f7-b08c-3b0b09466117 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:21.014100 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bfae7cbf-e80e-41f0-a476-586c23618130 req-4224294c-cad8-43f7-b08c-3b0b09466117 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.0908771 Apr 16 12:05:21.066587 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bfae7cbf-e80e-41f0-a476-586c23618130 req-5451ae67-8c34-4501-a11c-9ca27d1120b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457602 Apr 16 12:05:21.952530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cccdf-1a1a-4642-87e0-5dd81dbaa2a6 req-7911b1f7-ac04-4d58-96cb-861c9a72f1b5 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:21.954145 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b15cccdf-1a1a-4642-87e0-5dd81dbaa2a6 req-7911b1f7-ac04-4d58-96cb-861c9a72f1b5 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 946 time: 0.0930274 Apr 16 12:05:22.002367 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b15cccdf-1a1a-4642-87e0-5dd81dbaa2a6 req-22dea8d6-48c5-4be9-9fb2-c05f8b5a033f tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419507 Apr 16 12:05:22.274383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1b7c8-d73f-4c28-98a7-9b431443866a req-c0a9c973-da37-4566-af62-998fd82a9389 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:22.275983 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f1c1b7c8-d73f-4c28-98a7-9b431443866a req-c0a9c973-da37-4566-af62-998fd82a9389 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.0890543 Apr 16 12:05:22.329160 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f1c1b7c8-d73f-4c28-98a7-9b431443866a req-790cdc38-7c58-4a34-8418-4e30fc327110 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461838 Apr 16 12:05:23.208226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fb22-d115-4548-a904-64d5b894a7e3 req-4911fde5-226b-4cbd-806f-aa6c0c3c96fe tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:23.209839 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4ee8fb22-d115-4548-a904-64d5b894a7e3 req-4911fde5-226b-4cbd-806f-aa6c0c3c96fe tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 946 time: 0.0916178 Apr 16 12:05:23.260792 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4ee8fb22-d115-4548-a904-64d5b894a7e3 req-3c7727b1-6a0a-4f65-9da1-c675f60b620d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443664 Apr 16 12:05:23.543562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301d76b-dce9-4a26-bef2-63db8bc715bf req-0efeb76b-b2de-486c-8c6a-dab5eb9acea2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:23.545218 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8301d76b-dce9-4a26-bef2-63db8bc715bf req-0efeb76b-b2de-486c-8c6a-dab5eb9acea2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.0939639 Apr 16 12:05:23.596562 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8301d76b-dce9-4a26-bef2-63db8bc715bf req-6831aab9-8b7f-40e2-9d87-789cf27a1762 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437543 Apr 16 12:05:23.713567 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a5e581b4-2593-42b0-83d4-5f6047e436f6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:05:23.859773 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:23.875538 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'port_id': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'mac_address': 'fa:16:3e:a6:6a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:05:23.939633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:23.957808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5e581b4-2593-42b0-83d4-5f6047e436f6 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:05:23.974545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:23.977601 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:23.979424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:24.038709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-7e763b80-4cc3-458c-b35b-7bc288d5545d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:24.039475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-7e763b80-4cc3-458c-b35b-7bc288d5545d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Synchronizing usage tracker for tenant:3926a68b30594b048587be62637bfcfc on resource:port {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:05:24.050823 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=6']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:24.054198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-7e763b80-4cc3-458c-b35b-7bc288d5545d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Unset dirty status for tenant:3926a68b30594b048587be62637bfcfc on resource:port {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:05:24.055430 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-7e763b80-4cc3-458c-b35b-7bc288d5545d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 946 time: 0.1080086 Apr 16 12:05:24.057172 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:24.067354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['a5e581b4-2593-42b0-83d4-5f6047e436f6'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:05:24.102218 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:05:24.139931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Deleting port c13df9e3-d36a-40ec-aedd-878b2b9188d0 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:24.140256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:24.418113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] For port c13df9e3-d36a-40ec-aedd-878b2b9188d0, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=c13df9e3-d36a-40ec-aedd-878b2b9188d0,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:24.418460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:24.479107 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c228754-6cbf-48c8-a405-8fe3d6dca62f req-f56423d3-259e-41f1-bf44-6d923f4d326d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:24.480743 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8c228754-6cbf-48c8-a405-8fe3d6dca62f req-f56423d3-259e-41f1-bf44-6d923f4d326d tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 946 time: 0.1002142 Apr 16 12:05:24.535279 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8c228754-6cbf-48c8-a405-8fe3d6dca62f req-10b4c4f2-88a4-41aa-ae35-8657f4ed127f tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups?id=571dfcb4-22ca-48a3-a896-d0e60484c1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459981 Apr 16 12:05:24.747086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:24.747610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:24.747818 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Floating IP f83a8fdd-4d48-4d49-a067-150968de1fa4 disassociated. External IP: 172.28.3.184, port: c13df9e3-d36a-40ec-aedd-878b2b9188d0. Apr 16 12:05:24.748359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Calling delete_port for c13df9e3-d36a-40ec-aedd-878b2b9188d0 owned by compute:nova {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:24.810827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edd212-fd31-4f93-9f34-2c2c92e96438 req-5802fe29-1923-44f8-b8a6-d07375292403 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:24.813489 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-14edd212-fd31-4f93-9f34-2c2c92e96438 req-5802fe29-1923-44f8-b8a6-d07375292403 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 944 time: 0.0953400 Apr 16 12:05:24.873021 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-14edd212-fd31-4f93-9f34-2c2c92e96438 req-44083503-5649-4b23-8ca7-7c3143b2b2d7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526860 Apr 16 12:05:24.920251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:24.937066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:25.035915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event deleted for resources: {'Port': ['ID=c13df9e3-d36a-40ec-aedd-878b2b9188d0,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:25.042400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:25.595719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:05:25.737393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a5e581b4-2593-42b0-83d4-5f6047e436f6 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:05:25.745439 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-467bfac5-c9a3-424d-b9c3-37f4696e6bfb req-395fddec-d205-4294-b289-3c9694e9d9c6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5eaabcd-b441-429a-93f8-f57e2a29e090 HTTP/1.1" status: 200 len: 210 time: 0.0596838 Apr 16 12:05:25.840884 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port a5e581b4-2593-42b0-83d4-5f6047e436f6 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:05:25.841430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:25.843955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:05:25.884730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] Sync routers for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:05:25.909183 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:25.910755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:05:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:25.967134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] No DVR routers for this DVR port c13df9e3-d36a-40ec-aedd-878b2b9188d0 on host hv-cinder-78662 {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:05:25.970676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:25.975265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'name': 'network-vif-deleted', 'tag': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:26.000201 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e2cc0de4-6083-4a66-aa99-f15876c78f9f req-023520bd-e028-4b20-b680-7203f977e524 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.47 "DELETE /v2.0/ports/c13df9e3-d36a-40ec-aedd-878b2b9188d0 HTTP/1.1" status: 204 len: 173 time: 1.9376750 Apr 16 12:05:26.156908 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b4b0e-d491-4e2d-917e-746405f8857b req-6dfa7a9f-77c7-4982-8a0c-d8fa8e76093e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:26.158540 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-138b4b0e-d491-4e2d-917e-746405f8857b req-6dfa7a9f-77c7-4982-8a0c-d8fa8e76093e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 944 time: 0.1343002 Apr 16 12:05:26.247804 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-138b4b0e-d491-4e2d-917e-746405f8857b req-3b5e6dfe-0be3-4e49-8d98-1a38213efb78 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819597 Apr 16 12:05:26.249931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:26.314546 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eaabcd-b441-429a-93f8-f57e2a29e090', 'name': 'network-vif-deleted', 'tag': 'c13df9e3-d36a-40ec-aedd-878b2b9188d0', 'status': 'completed', 'code': 200} Apr 16 12:05:26.339691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:26.456960 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:26.550384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:26.553041 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'code': 200} Apr 16 12:05:26.556605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:26.561771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:26.693212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=7']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:26.697868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:26.795181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:26.801027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] Checking router: e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:05:26.811276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:26.812255 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:05:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:26.898085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 51128) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:26.977011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7697-16fa-414f-b1b6-11b5efc384bb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:27.011187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7697-16fa-414f-b1b6-11b5efc384bb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:27.046119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:27.083584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7697-16fa-414f-b1b6-11b5efc384bb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:27.091106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-33451604-2a8a-430f-a150-b1a48fabbc70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:27.115712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f7697-16fa-414f-b1b6-11b5efc384bb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571dfcb4-22ca-48a3-a896-d0e60484c1f7,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:27.123047 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cb5f7697-16fa-414f-b1b6-11b5efc384bb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:27.124120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-cb5f7697-16fa-414f-b1b6-11b5efc384bb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:27.128204 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-cb5f7697-16fa-414f-b1b6-11b5efc384bb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "DELETE /v2.0/security-groups/571dfcb4-22ca-48a3-a896-d0e60484c1f7 HTTP/1.1" status: 204 len: 168 time: 0.2258573 Apr 16 12:05:27.128365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 51132) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:27.148237 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.v2.resource [None req-db3431f6-3bd7-4f8f-8717-dc365efeeeb5 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] show failed (client error): The resource could not be found. Apr 16 12:05:27.152734 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-db3431f6-3bd7-4f8f-8717-dc365efeeeb5 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "GET /v2.0/security-groups/571dfcb4-22ca-48a3-a896-d0e60484c1f7 HTTP/1.1" status: 404 len: 347 time: 0.0205226 Apr 16 12:05:27.153178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 51136) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:27.361568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Deleting port 0cbecb51-9b7d-46c3-ad9d-c244e79c0607 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:27.362271 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:27.477021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:27.491295 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849f3a7d-eda6-481c-b560-2e3c94f0d487 None None] The sync data for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb is: [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T11:59:34Z', 'revision_number': 4, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': 'adea0705-014e-478d-a22c-667ea2b884d7', 'name': '', 'network_id': 'a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'mac_address': 'fa:16:3e:54:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:29Z', 'updated_at': '2021-04-16T11:59:51Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'subnets': [{'id': '44414bf5-20e3-40cb-b7e9-3db1f3f74dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:05:27.526013 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d23b1-7bfe-4cbc-8647-90bb0fe02558 req-d11f0497-0364-45c6-a316-9829bf45aa0b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:27.534967 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ea0d23b1-7bfe-4cbc-8647-90bb0fe02558 req-d11f0497-0364-45c6-a316-9829bf45aa0b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1142328 Apr 16 12:05:27.605636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:27.606432 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:27.613441 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ea0d23b1-7bfe-4cbc-8647-90bb0fe02558 req-9d8ff945-9f3f-46c5-afc3-c8fb998d5f07 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774024 Apr 16 12:05:27.802706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Calling delete_port for 0cbecb51-9b7d-46c3-ad9d-c244e79c0607 owned by network:floatingip {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:27.904025 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-244bf633-f1b4-48c9-b556-bcef223aa2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:27.906141 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-244bf633-f1b4-48c9-b556-bcef223aa2e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 1098 time: 0.1609194 Apr 16 12:05:27.998413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc366b6f-9ee2-41a6-88bf-12dc5ea0b444 None None] New status for floating IP f83a8fdd-4d48-4d49-a067-150968de1fa4: DOWN {{(pid=85305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:05:28.099459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:28.190111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.api [None req-fc366b6f-9ee2-41a6-88bf-12dc5ea0b444 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85305) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:05:28.190700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.api [None req-fc366b6f-9ee2-41a6-88bf-12dc5ea0b444 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:05:28.206038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4c5a8830-18d0-4923-95d4-6a21c30f6b54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:28.264922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Pushing event deleted for resources: {'Port': ['ID=0cbecb51-9b7d-46c3-ad9d-c244e79c0607,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:28.278777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:28.299948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-217b4cdf-5387-45e2-b79d-f8215d93bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:28.301607 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-217b4cdf-5387-45e2-b79d-f8215d93bbef service neutron] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 918 time: 0.3469648 Apr 16 12:05:28.504789 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-42981289-9fb1-4e91-942e-9555080ebe79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6 HTTP/1.1" status: 200 len: 1001 time: 0.1941488 Apr 16 12:05:28.557090 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks [] for floatingip, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:28.584458 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:28.588981 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6dcb9b5c-7c64-4493-b896-f7b880831de6 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] 10.222.0.75 "DELETE /v2.0/floatingips/f83a8fdd-4d48-4d49-a067-150968de1fa4 HTTP/1.1" status: 204 len: 168 time: 1.4317138 Apr 16 12:05:28.637700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-062fc5d3-4601-4a19-90f2-6d11e62c19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:28.640175 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-062fc5d3-4601-4a19-90f2-6d11e62c19f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.1259513 Apr 16 12:05:28.692864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc366b6f-9ee2-41a6-88bf-12dc5ea0b444 None None] New status for floating IP f83a8fdd-4d48-4d49-a067-150968de1fa4: DOWN {{(pid=85305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:05:28.776835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-793f9330-82f8-4642-9984-d7de84bf368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:28.779194 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-793f9330-82f8-4642-9984-d7de84bf368e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1276884 Apr 16 12:05:28.862681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786fbb4-ee1a-4cd5-920e-901827debbb4 req-6d460c2c-5ccc-4930-b19f-8ec8d59c4736 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:28.876198 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8786fbb4-ee1a-4cd5-920e-901827debbb4 req-6d460c2c-5ccc-4930-b19f-8ec8d59c4736 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1363566 Apr 16 12:05:28.945244 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-8786fbb4-ee1a-4cd5-920e-901827debbb4 req-db9aa9da-bc18-46e2-9b33-081207364a6a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638094 Apr 16 12:05:28.980679 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-7f604414-2859-4e41-ae96-4ce67c3bc825 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930275 Apr 16 12:05:29.144028 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-12295cb9-27b8-482f-ba1a-6165453dadb3 req-ff476090-7443-447f-8a01-f3b769e61604 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532500 Apr 16 12:05:29.631214 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:29.773998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device c13df9e3-d36a-40ec-aedd-878b2b9188d0 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:29.818099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: c13df9e3-d36a-40ec-aedd-878b2b9188d0 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:29.818579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device c13df9e3-d36a-40ec-aedd-878b2b9188d0 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:30.239706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46211c-3dca-4348-a22d-a29addb70946 req-1293658d-97f2-4b23-88c5-2368b11537a7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:30.242478 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dc46211c-3dca-4348-a22d-a29addb70946 req-1293658d-97f2-4b23-88c5-2368b11537a7 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1241567 Apr 16 12:05:30.317165 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dc46211c-3dca-4348-a22d-a29addb70946 req-53c6a7eb-5fc5-4cfd-ad8f-5cb791e613e2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642638 Apr 16 12:05:31.578358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063955b8-4af7-43f1-9cbd-a9c13ab3bd36 req-c58ab69c-ab4d-4184-88be-db78e0ae97c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:31.584040 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-063955b8-4af7-43f1-9cbd-a9c13ab3bd36 req-c58ab69c-ab4d-4184-88be-db78e0ae97c0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1316924 Apr 16 12:05:31.651637 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-063955b8-4af7-43f1-9cbd-a9c13ab3bd36 req-b4545ae0-738f-40df-9666-15b4e7dc2144 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604284 Apr 16 12:05:32.916371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2327682-5062-453d-8cf0-986c783a4ff1 req-604a3327-881a-4aa2-8ed6-9db8dae9605a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:32.924351 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c2327682-5062-453d-8cf0-986c783a4ff1 req-604a3327-881a-4aa2-8ed6-9db8dae9605a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1287079 Apr 16 12:05:32.969633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 51186) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:32.976277 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c2327682-5062-453d-8cf0-986c783a4ff1 req-1344c9d5-05bd-461e-8572-d4ff852ce7c6 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495727 Apr 16 12:05:33.802723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851005955'] for router_interface, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:34.230701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b3cd5-2949-44a1-93a9-2cf083793cf7 req-b0d1f7fb-81c5-45a6-b4dc-c35534c2e85b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:34.233868 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-260b3cd5-2949-44a1-93a9-2cf083793cf7 req-b0d1f7fb-81c5-45a6-b4dc-c35534c2e85b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1149116 Apr 16 12:05:34.310677 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-260b3cd5-2949-44a1-93a9-2cf083793cf7 req-5a03faa3-afba-4611-9886-350feaff2a5a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707824 Apr 16 12:05:34.495695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Deleting port adea0705-014e-478d-a22c-667ea2b884d7 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:34.496060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:34.734250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] For port adea0705-014e-478d-a22c-667ea2b884d7, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=adea0705-014e-478d-a22c-667ea2b884d7,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:34.734651 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:34.893353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Calling delete_port for adea0705-014e-478d-a22c-667ea2b884d7 owned by network:router_interface {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:35.105801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:35.123066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c6ba1cbf-bece-4f1d-8f8a-87d32e47084d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:35.219587 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Pushing event deleted for resources: {'Port': ['ID=adea0705-014e-478d-a22c-667ea2b884d7,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:35.234907 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.235489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.235712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.236117 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.236545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.239240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.239697 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.240110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.240527 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.240949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.241349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.241743 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:35.251319 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:35.632742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5a81c-6677-4edb-9fd1-8f00c35157fe req-251b91d8-219b-4413-a09d-eff8e43b7ed3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:35.634449 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-44c5a81c-6677-4edb-9fd1-8f00c35157fe req-251b91d8-219b-4413-a09d-eff8e43b7ed3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1319580 Apr 16 12:05:35.693514 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-44c5a81c-6677-4edb-9fd1-8f00c35157fe req-42de6372-b774-4f74-bed1-b3d4eae43877 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496533 Apr 16 12:05:35.695712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850975402'] for router_interface, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:36.220751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:05:36.459991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:05:36.469226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] Sync routers for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:05:36.479674 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:36.480390 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:05:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:36.480552 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4c11584f-c9c2-4d97-a333-0ae7fda5b655 admin admin] 10.222.0.75 "PUT /v2.0/routers/e9ba7c69-8dbc-41c7-b48b-42e133b7abd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5097063 Apr 16 12:05:36.483822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 51212) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:36.516758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-95126136-0eba-4578-9907-810b22df32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:36.519315 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-95126136-0eba-4578-9907-810b22df32a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 1098 time: 0.1145475 Apr 16 12:05:36.693843 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks [] for router, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:36.699584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-e749d220-c644-46c5-9338-2724f05084c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:36.701248 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-e749d220-c644-46c5-9338-2724f05084c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 918 time: 0.1675937 Apr 16 12:05:36.831996 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-39bdda3c-5ef1-44e5-97ee-10815d939db7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6 HTTP/1.1" status: 200 len: 1001 time: 0.1205931 Apr 16 12:05:36.905821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:36.908683 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-2459c712-7fb3-4681-8e9e-f33e601e37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:36.910282 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-2459c712-7fb3-4681-8e9e-f33e601e37b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.0708413 Apr 16 12:05:36.974657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:37.003863 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c98aec9-9393-4e8b-ad41-6181274ea04a req-45f6545e-f7da-47db-9c22-71c4d10c0a7e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:37.005576 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c98aec9-9393-4e8b-ad41-6181274ea04a req-45f6545e-f7da-47db-9c22-71c4d10c0a7e tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1693003 Apr 16 12:05:37.006895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Deleting port 6a6183e5-040b-4f12-a186-6b7961614037 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:37.007273 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:37.012394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-775d1d56-b5d8-4c79-80ca-e94975081663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:37.014068 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-775d1d56-b5d8-4c79-80ca-e94975081663 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0963192 Apr 16 12:05:37.138080 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9c98aec9-9393-4e8b-ad41-6181274ea04a req-5fdb4865-c893-4b24-aac0-8c43cb553e51 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026442 Apr 16 12:05:37.177569 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-5a962580-8bec-4b26-9564-f9bdcbf33736 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528852 Apr 16 12:05:37.236854 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36'}], 'enable_snat': True}, 'gw_port_id': '6a6183e5-040b-4f12-a186-6b7961614037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T12:05:35Z', 'revision_number': 5, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port': {'id': '6a6183e5-040b-4f12-a186-6b7961614037', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:21Z', 'updated_at': '2021-04-16T11:59:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:37.241875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] Checking router: e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:05:37.252076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] Routers {'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:05:37.252821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:05:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:37.263944 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] For port 6a6183e5-040b-4f12-a186-6b7961614037, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=6a6183e5-040b-4f12-a186-6b7961614037,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:37.264407 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:37.333647 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dbe1371d-c776-45ce-8ee9-0d0bb838a84d req-2c8b93db-9b3c-4379-a8c3-d79ec67a23ca service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451957 Apr 16 12:05:37.402706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Calling delete_port for 6a6183e5-040b-4f12-a186-6b7961614037 owned by network:router_gateway {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:37.428641 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] Set router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 gateway port host: None {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:05:37.548438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T12:05:36Z', 'revision_number': 6, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port_host': None}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:37.552914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27909acd-ad6b-4609-84b7-e78d9f3501b5 None None] The sync data for ids ['e9ba7c69-8dbc-41c7-b48b-42e133b7abd3'] in dv-cinder-786627-1-smb is: [{'id': 'e9ba7c69-8dbc-41c7-b48b-42e133b7abd3', 'name': 'tempest-AttachVolumeTestJSON-940866119-router', 'tenant_id': '3926a68b30594b048587be62637bfcfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:18Z', 'updated_at': '2021-04-16T12:05:36Z', 'revision_number': 6, 'project_id': '3926a68b30594b048587be62637bfcfc', 'gw_port_host': None}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:05:37.604687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:37.621365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:37.965887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6183e5-040b-4f12-a186-6b7961614037,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:37.976230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.976681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.977103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.977516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.977919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.978328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.978826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.979113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.979516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.979923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.980316 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.980734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:05:37.984842 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:38.152691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850975252'] for router_gateway, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:38.401473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850976938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:38.405623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:38.441848 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3798470'] for router, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:38.442395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 {{(pid=85303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:05:38.464289 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Notify callbacks [] for router, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:38.465524 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e9ba7c69-8dbc-41c7-b48b-42e133b7abd3 HTTP/1.1" status: 204 len: 168 time: 1.9805977 Apr 16 12:05:38.471508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 51220) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:38.475149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc47ac-7b85-4e27-ab04-247440600a41 req-2f4b1d33-d8da-43f3-ab7c-44c9cf7a5c77 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:38.476874 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fffc47ac-7b85-4e27-ab04-247440600a41 req-2f4b1d33-d8da-43f3-ab7c-44c9cf7a5c77 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.2019873 Apr 16 12:05:38.549123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-591380b0-d406-4f46-9051-4c955e30a6d9 admin admin] Deleting subnet 44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 {{(pid=85302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:05:38.549700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-591380b0-d406-4f46-9051-4c955e30a6d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:38.551154 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fffc47ac-7b85-4e27-ab04-247440600a41 req-988a9dbc-c7ed-49f8-8e2d-08e007cb414f tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677319 Apr 16 12:05:38.604670 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-591380b0-d406-4f46-9051-4c955e30a6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036792928935'] for subnet, precommit_delete_associations {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:38.964080 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-591380b0-d406-4f46-9051-4c955e30a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:39.235014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-591380b0-d406-4f46-9051-4c955e30a6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793875448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1850927'] for subnet, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:39.251789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-491d09e2-20c4-4ffa-8db1-d5cce047bd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:39.354418 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591380b0-d406-4f46-9051-4c955e30a6d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44414bf5-20e3-40cb-b7e9-3db1f3f74dc8,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:39.360183 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-591380b0-d406-4f46-9051-4c955e30a6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:39.397099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-591380b0-d406-4f46-9051-4c955e30a6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:39.402691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb254b0-42e8-44ef-aeae-f36d568ce23d None None] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:05:39.404329 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-591380b0-d406-4f46-9051-4c955e30a6d9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/44414bf5-20e3-40cb-b7e9-3db1f3f74dc8 HTTP/1.1" status: 204 len: 168 time: 0.9316852 Apr 16 12:05:39.406875 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 51224) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:39.423079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device adea0705-014e-478d-a22c-667ea2b884d7 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:39.516051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: adea0705-014e-478d-a22c-667ea2b884d7 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:39.516421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device adea0705-014e-478d-a22c-667ea2b884d7 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:39.516840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 6a6183e5-040b-4f12-a186-6b7961614037 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:39.529945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:39.569215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 6a6183e5-040b-4f12-a186-6b7961614037 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:39.569765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 6a6183e5-040b-4f12-a186-6b7961614037 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:39.599948 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Deleting port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:39.600334 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:39.773079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e41efb-8a1d-441d-baa7-bbda5d908c18 req-7ad3415e-04b0-467f-9f54-146746875bec tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:39.774715 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d2e41efb-8a1d-441d-baa7-bbda5d908c18 req-7ad3415e-04b0-467f-9f54-146746875bec tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.0994661 Apr 16 12:05:39.795274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] DHCP port deletion for a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 request from dv-cinder-786627-1-smb {{(pid=85304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:05:39.800259 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] Deleting port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:39.801079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:39.829939 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d2e41efb-8a1d-441d-baa7-bbda5d908c18 req-6948021b-a0ff-4991-ba0d-fd40a265ce14 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480871 Apr 16 12:05:39.845273 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] For port f9de44b3-50b2-46ae-9db5-8ca6f030cb63, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=f9de44b3-50b2-46ae-9db5-8ca6f030cb63,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:39.845681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:39.987707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Calling delete_port for f9de44b3-50b2-46ae-9db5-8ca6f030cb63 owned by network:dhcp {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:40.042325 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] For port f9de44b3-50b2-46ae-9db5-8ca6f030cb63, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=f9de44b3-50b2-46ae-9db5-8ca6f030cb63,segment=NetworkSegment(e952bef4-c1ed-484f-97e3-79b2daf790f2),segment_id=e952bef4-c1ed-484f-97e3-79b2daf790f2)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:40.042768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:40.074085 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:40.090205 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-116839a6-f89e-4c53-9923-179cb406abbb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:40.196811 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] Calling delete_port for f9de44b3-50b2-46ae-9db5-8ca6f030cb63 owned by network:dhcp {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:05:40.197273 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f9de44b3-50b2-46ae-9db5-8ca6f030cb63,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:40.202625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:40.238856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] No DVR routers for this DVR port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 on host dv-cinder-786627-1-smb {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:05:40.287120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.api [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85304) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:05:40.287676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.api [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:05:40.372296 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:40.496411 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2']}} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:40.511069 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e952bef4-c1ed-484f-97e3-79b2daf790f2') {'for_net_delete': True} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:40.511417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e952bef4-c1ed-484f-97e3-79b2daf790f2') {} {{(pid=85302) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:05:40.527281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61846881'] for segment, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:40.546145 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:40.555582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=85302) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:05:40.751583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:40.760998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60900777'] for segment, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:40.789257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] Deleting port f9de44b3-50b2-46ae-9db5-8ca6f030cb63 {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:05:40.789955 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:40.870174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-5232e1c9-065b-49fc-a40f-4b59783576df None None] The port 'f9de44b3-50b2-46ae-9db5-8ca6f030cb63' was deleted {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:05:40.953859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Network a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 has no segments {{(pid=85302) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:05:40.978983 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:05:41.060819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.065388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:41.082099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.092432 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:41.108712 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] 10.222.0.75 "DELETE /v2.0/networks/a8a9f5de-aab5-44cc-ab09-8ba7124d0ae2 HTTP/1.1" status: 204 len: 168 time: 1.6980126 Apr 16 12:05:41.108712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-41031845-1f04-4c33-a151-15cad7cbd8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:41.250989 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 51254) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:41.304959 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-dc727b46-46aa-40e0-80a2-4964c75eac98 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3926a68b30594b048587be62637bfcfc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524778 Apr 16 12:05:41.307921 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 51260) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:05:41.391428 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-629de578-bd47-475a-b84f-8c99e344ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.423019 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device f9de44b3-50b2-46ae-9db5-8ca6f030cb63 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:41.460982 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: f9de44b3-50b2-46ae-9db5-8ca6f030cb63 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:05:41.461773 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device f9de44b3-50b2-46ae-9db5-8ca6f030cb63 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:05:41.471443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-629de578-bd47-475a-b84f-8c99e344ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.503375 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785eeaa-9cd3-4722-a45f-e74da04b4219 req-6d082b42-2f05-4163-ac71-f9bcfcd7fe56 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:41.505066 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3785eeaa-9cd3-4722-a45f-e74da04b4219 req-6d082b42-2f05-4163-ac71-f9bcfcd7fe56 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 945 time: 0.1002834 Apr 16 12:05:41.539369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-629de578-bd47-475a-b84f-8c99e344ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.547124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ed7b48bc-e194-4dc7-a235-9636f1c71c9a tempest-VolumesNegativeTest-244080231 tempest-VolumesNegativeTest-244080231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:41.556456 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3785eeaa-9cd3-4722-a45f-e74da04b4219 req-edb10444-775b-44d6-8cd3-3af482c8ffe1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448260 Apr 16 12:05:41.565054 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629de578-bd47-475a-b84f-8c99e344ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88f3087-1d0c-47d3-98d3-43e9fd473fae,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:41.572779 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-629de578-bd47-475a-b84f-8c99e344ea02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:41.578977 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-e4611409-109e-47be-83b6-bbb6007e553b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1611965 Apr 16 12:05:41.580287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-629de578-bd47-475a-b84f-8c99e344ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.581506 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-629de578-bd47-475a-b84f-8c99e344ea02 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e88f3087-1d0c-47d3-98d3-43e9fd473fae HTTP/1.1" status: 204 len: 168 time: 0.2727947 Apr 16 12:05:41.821986 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a5e581b4-2593-42b0-83d4-5f6047e436f6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:05:41.953660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:41.987575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:05:41.999636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:42.003111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:42.005053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b24f9f2c-3cb7-48c3-9f6b-c69c8c76e590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:42.047627 dv-cinder-786627-1-smb neutron-server[85187]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'code': 422} returned with failed status Apr 16 12:05:42.083142 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=8']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:42.086793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:42.154927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-3c24509a-489b-4584-9c3c-54b0aed54b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:42.157037 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-3c24509a-489b-4584-9c3c-54b0aed54b52 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad&tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3 HTTP/1.1" status: 200 len: 1096 time: 0.0884049 Apr 16 12:05:42.261217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-a9773644-3c8b-49fd-bf81-8c9098bbfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:42.263646 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-a9773644-3c8b-49fd-bf81-8c9098bbfee4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 1096 time: 0.0830154 Apr 16 12:05:42.422050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-7401e543-7500-429d-acf9-195b970988cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:42.423645 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-7401e543-7500-429d-acf9-195b970988cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 200 len: 918 time: 0.1529498 Apr 16 12:05:42.550802 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-41fab63d-9255-414d-ae16-8c385fc83a38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6 HTTP/1.1" status: 200 len: 999 time: 0.1158774 Apr 16 12:05:42.627253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-aa7b1466-1f10-4ac4-92f4-7eb30ec9b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:42.628871 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-aa7b1466-1f10-4ac4-92f4-7eb30ec9b213 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 200 len: 856 time: 0.0710568 Apr 16 12:05:42.728155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-43abea38-2e23-497b-8bf0-43de9c91edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:42.729729 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-43abea38-2e23-497b-8bf0-43de9c91edea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=866160ca-b38d-424e-b94b-1de06f3aa76c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0890827 Apr 16 12:05:42.808751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c6beb-b02e-49ef-957c-64e4bc772a8c req-75e04092-5198-4d41-9dc0-6c7b1828a343 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:42.810375 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b93c6beb-b02e-49ef-957c-64e4bc772a8c req-75e04092-5198-4d41-9dc0-6c7b1828a343 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.1081028 Apr 16 12:05:42.871120 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b93c6beb-b02e-49ef-957c-64e4bc772a8c req-bca33e67-fa5e-45d3-a898-29731b9cd815 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526791 Apr 16 12:05:42.902294 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-171fc564-b49b-49dc-b397-8db7ffa26a2e service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615765 Apr 16 12:05:43.071593 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c82d0cd8-d7b1-44aa-854d-c79224e4abcb req-605d45dc-4406-4448-b9dc-3f9c98add6d4 service neutron] 10.222.0.47 "GET /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606736 Apr 16 12:05:44.100803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95580120-484e-4244-afc1-9cdb695711e1 req-f2f680a6-ca4f-4154-8e6f-84fd24e12f12 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:44.102288 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-95580120-484e-4244-afc1-9cdb695711e1 req-f2f680a6-ca4f-4154-8e6f-84fd24e12f12 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.1027153 Apr 16 12:05:44.185909 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-95580120-484e-4244-afc1-9cdb695711e1 req-32f7940d-f350-45b3-933f-17198fde00ee tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761089 Apr 16 12:05:44.390762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e3d845b1-f69b-4057-b011-3154c143d2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:45.441008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff66c84-e045-478c-ade3-77082b898033 req-c5193228-95b3-46db-8b77-1ff2a5e796d1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:45.442764 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6ff66c84-e045-478c-ade3-77082b898033 req-c5193228-95b3-46db-8b77-1ff2a5e796d1 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.1046586 Apr 16 12:05:45.500822 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6ff66c84-e045-478c-ade3-77082b898033 req-7f3a5caa-c6ab-481c-969d-da9521208969 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509992 Apr 16 12:05:46.771628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4aeff-816c-4147-acd7-5189b8fc4526 req-1fe11550-87d1-4ba7-bd9e-d8111db58b74 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:46.773437 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0fb4aeff-816c-4147-acd7-5189b8fc4526 req-1fe11550-87d1-4ba7-bd9e-d8111db58b74 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.1212506 Apr 16 12:05:46.839227 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0fb4aeff-816c-4147-acd7-5189b8fc4526 req-c08d37b9-0579-4fd2-859b-857c6f61f0e3 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582287 Apr 16 12:05:47.103065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-38b5c660-eedf-462f-9971-1541593c2d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:48.001110 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:48.090554 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2395ff7-a7d9-44b4-b642-bba9a2d1ddc7 req-48b7d862-e0a7-476d-b44c-66ddc09482fb tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:48.092280 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2395ff7-a7d9-44b4-b642-bba9a2d1ddc7 req-48b7d862-e0a7-476d-b44c-66ddc09482fb tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.1163702 Apr 16 12:05:48.157394 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a2395ff7-a7d9-44b4-b642-bba9a2d1ddc7 req-dfbce216-10a4-47aa-9d69-992e6519c8db tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578561 Apr 16 12:05:48.691114 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.082103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:49.391844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe771d-f1f6-45a1-b3c1-ca9d89bc6b9e req-0fdda1d7-6b2d-4a47-b28b-608447ed0b9a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:49.391844 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-29fe771d-f1f6-45a1-b3c1-ca9d89bc6b9e req-0fdda1d7-6b2d-4a47-b28b-608447ed0b9a tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.1070933 Apr 16 12:05:49.466000 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-29fe771d-f1f6-45a1-b3c1-ca9d89bc6b9e req-b8ebe765-268f-45f4-8327-e9d981a22b01 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666192 Apr 16 12:05:50.694254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab3d4b-307d-49b8-97e7-1d6a193bea65 req-a0d39021-5c6c-418f-b897-4c5afaee9b23 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:50.695878 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fbab3d4b-307d-49b8-97e7-1d6a193bea65 req-a0d39021-5c6c-418f-b897-4c5afaee9b23 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.0936880 Apr 16 12:05:50.753823 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fbab3d4b-307d-49b8-97e7-1d6a193bea65 req-e49c6b37-92f5-4482-8a53-a1d5db32a0fc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501113 Apr 16 12:05:51.987618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5651c6-e9b1-4f7f-907a-9482268663a6 req-13314f22-893b-4c01-bcca-12d822009c27 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:51.989330 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9f5651c6-e9b1-4f7f-907a-9482268663a6 req-13314f22-893b-4c01-bcca-12d822009c27 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.0999758 Apr 16 12:05:52.040746 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9f5651c6-e9b1-4f7f-907a-9482268663a6 req-3e1ad7c5-13e3-4a7a-bb76-ac99bc040da4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445495 Apr 16 12:05:53.274240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea26095-36d0-4d39-8cfb-f5b40294a2d5 req-bb236683-f08f-43c1-9505-b182702d8d05 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:53.275953 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7ea26095-36d0-4d39-8cfb-f5b40294a2d5 req-bb236683-f08f-43c1-9505-b182702d8d05 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.1061759 Apr 16 12:05:53.331318 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7ea26095-36d0-4d39-8cfb-f5b40294a2d5 req-0380134e-79b8-4d65-a5e8-cf1cad7597f0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479472 Apr 16 12:05:54.553266 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e8e48-476d-45f7-8264-9273ba9f5a3f req-ff871025-c853-4e6a-88f2-dea81a12900c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:54.557094 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4d0e8e48-476d-45f7-8264-9273ba9f5a3f req-ff871025-c853-4e6a-88f2-dea81a12900c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.1006527 Apr 16 12:05:54.617635 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4d0e8e48-476d-45f7-8264-9273ba9f5a3f req-00314237-d337-45dd-b763-01199b70011c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560911 Apr 16 12:05:55.845734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcd325-30d4-47af-b516-86fb4eba61d4 req-9c330478-d046-4159-b00e-31279519807c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:55.847332 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-defcd325-30d4-47af-b516-86fb4eba61d4 req-9c330478-d046-4159-b00e-31279519807c tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.0929799 Apr 16 12:05:55.895842 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-defcd325-30d4-47af-b516-86fb4eba61d4 req-6f7c69da-6dfb-4406-a1fe-edeb6f67e430 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420930 Apr 16 12:05:57.102460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d77c7-df90-43c5-9a5e-460aa041c261 req-01eabe69-6ab9-410d-8483-fdbf5da727dc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:57.104109 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c48d77c7-df90-43c5-9a5e-460aa041c261 req-01eabe69-6ab9-410d-8483-fdbf5da727dc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 943 time: 0.0901575 Apr 16 12:05:57.158119 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c48d77c7-df90-43c5-9a5e-460aa041c261 req-f78dc9f0-538d-43b7-bcc7-33f7a87263ef tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475056 Apr 16 12:05:57.899768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a5e581b4-2593-42b0-83d4-5f6047e436f6 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:05:58.054493 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:58.072414 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'port_id': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'mac_address': 'fa:16:3e:a6:6a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:05:58.132246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:58.150179 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e581b4-2593-42b0-83d4-5f6047e436f6 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:05:58.166766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:05:58.169687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:58.172108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:05:58.243165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=9']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:05:58.246511 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:05:58.370293 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8beb6cc-74db-41b7-b7ea-ed226418276e req-a8e3fbea-4082-4c80-9a76-3f0ab6c6c235 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:58.371908 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8beb6cc-74db-41b7-b7ea-ed226418276e req-a8e3fbea-4082-4c80-9a76-3f0ab6c6c235 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 944 time: 0.0898581 Apr 16 12:05:58.421819 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b8beb6cc-74db-41b7-b7ea-ed226418276e req-0e1f4274-e051-425b-98fb-ed3cb44af5d0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426843 Apr 16 12:05:58.439149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['a5e581b4-2593-42b0-83d4-5f6047e436f6'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:05:59.634915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5ab98-61cb-40ec-91bf-4099ab596e24 req-e4ed8fdb-d12a-4066-8889-1fbdd15fba2b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:05:59.636438 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b4e5ab98-61cb-40ec-91bf-4099ab596e24 req-e4ed8fdb-d12a-4066-8889-1fbdd15fba2b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 944 time: 0.0920510 Apr 16 12:05:59.645543 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:05:59.684253 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b4e5ab98-61cb-40ec-91bf-4099ab596e24 req-ac4e9d41-89da-4620-887e-dbb0e9f6e7c6 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405068 Apr 16 12:05:59.913770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a5e581b4-2593-42b0-83d4-5f6047e436f6 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:05:59.989206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port a5e581b4-2593-42b0-83d4-5f6047e436f6 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:05:59.989621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:00.112749 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:00.146619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:06:00.159791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:00.163286 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:00.166211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:00.205508 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'code': 200} Apr 16 12:06:00.241943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=10']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:00.245056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:00.480223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80183fc6-2b2c-4cd8-9b17-66b1a2b6290f req-716ebf93-9bf4-4ccb-bdff-6e425ee91254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:00.481881 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-80183fc6-2b2c-4cd8-9b17-66b1a2b6290f req-716ebf93-9bf4-4ccb-bdff-6e425ee91254 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 1099 time: 0.0791054 Apr 16 12:06:00.528005 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-80183fc6-2b2c-4cd8-9b17-66b1a2b6290f req-ac86f02c-d894-4a40-b5f8-b7dcd833e7a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385356 Apr 16 12:06:00.892709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f2416-747f-4d95-a9f0-e9bcc0838f9e req-4ab830fc-a146-4849-952b-e1a929aa3112 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:00.894330 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ac1f2416-747f-4d95-a9f0-e9bcc0838f9e req-4ab830fc-a146-4849-952b-e1a929aa3112 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 946 time: 0.0905094 Apr 16 12:06:00.942378 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ac1f2416-747f-4d95-a9f0-e9bcc0838f9e req-24d58543-be2a-4de6-b398-cb92ee196d1b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415974 Apr 16 12:06:01.102124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:06:02.161165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8342e3-fda7-4554-899a-44bee7c3b950 req-3f0c8326-5ff8-4e82-9f85-0bbe15db1ee4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:02.162792 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0f8342e3-fda7-4554-899a-44bee7c3b950 req-3f0c8326-5ff8-4e82-9f85-0bbe15db1ee4 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 946 time: 0.0938272 Apr 16 12:06:02.212093 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0f8342e3-fda7-4554-899a-44bee7c3b950 req-bd832391-7488-4220-89a8-3357b498d799 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Apr 16 12:06:03.419268 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f2d86-2c35-4f49-8926-b1e2e857a4d1 req-b669e4b1-0c97-477a-b8a7-616b52130f57 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:03.421013 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-588f2d86-2c35-4f49-8926-b1e2e857a4d1 req-b669e4b1-0c97-477a-b8a7-616b52130f57 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 946 time: 0.0897350 Apr 16 12:06:03.472845 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-588f2d86-2c35-4f49-8926-b1e2e857a4d1 req-795c7121-66de-4416-a3b4-027632ca3d44 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451732 Apr 16 12:06:14.392778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b92d085c-f26f-4de1-b65f-87bb0442fde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:16.802322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 51738) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:16.937502 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:16.954066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:16.958206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d168ae0c5043f1b9b4e1503d5f94b8 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:16.961580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:16.968790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:17.066409 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.069121 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.078883 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-35bcb041-d1d9-40fe-a4c7-4c22fb1f4ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:17.105990 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5f74-83cc-4f95-bc90-44fa36b963eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.127679 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a4d168ae0c5043f1b9b4e1503d5f94b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3241570 Apr 16 12:06:17.129439 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd83978-f5d2-4bd2-b8fa-8a736491fd02,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:17.130681 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 51744) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:17.132861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:17.196210 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbbc5-9b43-445b-8db0-7f59b7aba4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.225106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbbc5-9b43-445b-8db0-7f59b7aba4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.275275 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbbc5-9b43-445b-8db0-7f59b7aba4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.281190 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-01a550e9-087e-40a6-8647-cc2a574a9a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:17.295199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fbbc5-9b43-445b-8db0-7f59b7aba4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd83978-f5d2-4bd2-b8fa-8a736491fd02,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:17.298369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1f7fbbc5-9b43-445b-8db0-7f59b7aba4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:17.299361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1f7fbbc5-9b43-445b-8db0-7f59b7aba4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.300635 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1f7fbbc5-9b43-445b-8db0-7f59b7aba4e7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0fd83978-f5d2-4bd2-b8fa-8a736491fd02 HTTP/1.1" status: 204 len: 168 time: 0.1688449 Apr 16 12:06:17.607298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 51752) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:17.627389 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.643478 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:17.653089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Usage tracker for resource:security_group_rule and tenant:01de7bd423ad410faf643781e08f8d2b is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:17.656315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:17.662466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:17.752266 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.755408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.764192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d42764af-8b35-4f30-b876-f37b92371c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:17.812902 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=01de7bd423ad410faf643781e08f8d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043729 Apr 16 12:06:17.813862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf804c3-79e4-44e9-b803-4be154321230,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:17.815939 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 51756) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:17.817076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:17.881522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5e34-ece7-4858-9e60-3b8b61c20039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.909382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5e34-ece7-4858-9e60-3b8b61c20039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.963497 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5e34-ece7-4858-9e60-3b8b61c20039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.969933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c79b33df-82d0-444a-9e2c-b42827499ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:17.987604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec5e34-ece7-4858-9e60-3b8b61c20039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf804c3-79e4-44e9-b803-4be154321230,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:17.992695 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b9ec5e34-ece7-4858-9e60-3b8b61c20039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:17.997224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5e34-ece7-4858-9e60-3b8b61c20039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:17.998441 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b9ec5e34-ece7-4858-9e60-3b8b61c20039 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fdf804c3-79e4-44e9-b803-4be154321230 HTTP/1.1" status: 204 len: 168 time: 0.1813989 Apr 16 12:06:18.014039 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:18.693360 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:19.077963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:28.315973 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-6c2f63e3-1c9a-4d09-b071-ee90a32e5d3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790901 Apr 16 12:06:28.415403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-22723d90-09d7-4803-a14a-640c5760cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:28.417048 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-22723d90-09d7-4803-a14a-640c5760cdcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1098 time: 0.0788991 Apr 16 12:06:28.586205 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-cb3226cf-4588-421e-a5b9-03821033bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:28.589107 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-cb3226cf-4588-421e-a5b9-03821033bd82 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 200 len: 909 time: 0.1513350 Apr 16 12:06:28.714657 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-be8ec79e-c1b8-4f55-99ef-fecaabcf506e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 200 len: 1001 time: 0.1185670 Apr 16 12:06:28.787892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-a296f347-bc9f-49de-9590-3c570cc07daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:28.789492 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-a296f347-bc9f-49de-9590-3c570cc07daf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c HTTP/1.1" status: 200 len: 847 time: 0.0681024 Apr 16 12:06:28.892541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-b4376088-d6b4-4022-9b37-454d2e78b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:28.892541 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-b4376088-d6b4-4022-9b37-454d2e78b9df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1653c805-9b78-4d78-95b0-d7939420f331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0882518 Apr 16 12:06:29.288268 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-b2f1e41f-1790-4554-989e-32c4dc88441a service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940558 Apr 16 12:06:29.435207 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90add395-c89c-4df9-aa41-18456f2b8cdd req-e82abacd-023a-4720-baeb-4f70bf689447 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398616 Apr 16 12:06:29.646232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.788980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 51984) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:36.842791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4a3ef-76e6-457b-ae15-771ecb824456 req-5ef985b0-4af2-4d71-b4bd-803b398528c9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:36.845048 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0fc4a3ef-76e6-457b-ae15-771ecb824456 req-5ef985b0-4af2-4d71-b4bd-803b398528c9 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 946 time: 0.0935254 Apr 16 12:06:36.897028 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0fc4a3ef-76e6-457b-ae15-771ecb824456 req-cb571c17-1804-4e6c-a60b-380a9504e4fc tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450051 Apr 16 12:06:36.932757 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:36.948627 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:36.952823 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Usage tracker for resource:security_group_rule and tenant:e2feefb0db36423daaa80123ae99059b is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:36.956802 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:36.963195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:37.057339 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.060114 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.067379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-62c9f566-419f-47a9-a175-475f9c5786d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:37.114575 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e2feefb0db36423daaa80123ae99059b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243194 Apr 16 12:06:37.115515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fa9927-d64f-4af4-9f27-4a8733a17d24,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:37.117614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 51990) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:37.123783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.124194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.124646 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.125043 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.125463 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.126192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.126633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.127028 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.127441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.127815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.128278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.128707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:37.133083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6f91aff0-c39c-403e-a630-c9f855cc6876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:37.187120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7620371a-3682-423f-a9dc-cfc84a201271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.216314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7620371a-3682-423f-a9dc-cfc84a201271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.263215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7620371a-3682-423f-a9dc-cfc84a201271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.268559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-94e66f9e-dfaf-41b3-9273-ceab45fafee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:37.281462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620371a-3682-423f-a9dc-cfc84a201271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fa9927-d64f-4af4-9f27-4a8733a17d24,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:37.285509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7620371a-3682-423f-a9dc-cfc84a201271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:37.291108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7620371a-3682-423f-a9dc-cfc84a201271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.292326 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-7620371a-3682-423f-a9dc-cfc84a201271 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/77fa9927-d64f-4af4-9f27-4a8733a17d24 HTTP/1.1" status: 204 len: 168 time: 0.1736536 Apr 16 12:06:37.591983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 51998) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:37.612082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.627882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:37.632164 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] Usage tracker for resource:security_group_rule and tenant:4afbeb20b8574cd3ae1fa11ff00cf66c is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:37.635155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:37.641542 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:37.727134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.730034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.739614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0e54c263-2988-4959-a3fc-7a57872bd768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:37.782291 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4afbeb20b8574cd3ae1fa11ff00cf66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885717 Apr 16 12:06:37.783392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28186107-107d-49af-b68f-e3d29f665fc1,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:37.785115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52002) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:37.786613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f32f7f26-d5c7-4e38-a4bb-dd55e8f47a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:37.847803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-64815de8-6517-4f76-bb86-cd0b26dc7588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.876092 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-64815de8-6517-4f76-bb86-cd0b26dc7588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.921095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-64815de8-6517-4f76-bb86-cd0b26dc7588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.926539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d2af29d1-be88-496b-a55b-42180c90fcf1 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:37.939768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64815de8-6517-4f76-bb86-cd0b26dc7588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28186107-107d-49af-b68f-e3d29f665fc1,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:37.942413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-64815de8-6517-4f76-bb86-cd0b26dc7588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:37.951170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-64815de8-6517-4f76-bb86-cd0b26dc7588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:37.953027 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-64815de8-6517-4f76-bb86-cd0b26dc7588 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/28186107-107d-49af-b68f-e3d29f665fc1 HTTP/1.1" status: 204 len: 168 time: 0.1667888 Apr 16 12:06:38.104225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:06:38.125212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ece928-23a8-485e-a275-cdbaee3367b9 req-54f42182-8d3e-436d-a305-d9e30be11888 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:38.126885 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7ece928-23a8-485e-a275-cdbaee3367b9 req-54f42182-8d3e-436d-a305-d9e30be11888 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 946 time: 0.1003013 Apr 16 12:06:38.177173 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7ece928-23a8-485e-a275-cdbaee3367b9 req-c48ae926-0f05-4200-aea9-ed53bfd692e2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups?id=4db1e001-9b98-4ae2-ac54-61c124a9c296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Apr 16 12:06:38.301023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-0f8439b7-8ae2-4213-8dd9-b4e4bc7b959b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:38.301794 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-0f8439b7-8ae2-4213-8dd9-b4e4bc7b959b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Synchronizing usage tracker for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:port {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:06:38.316648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-0f8439b7-8ae2-4213-8dd9-b4e4bc7b959b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Unset dirty status for tenant:bcf04e4015a04ba9a2001fa8c695d8b3 on resource:port {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:06:38.317953 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-0f8439b7-8ae2-4213-8dd9-b4e4bc7b959b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 946 time: 0.1110694 Apr 16 12:06:38.402257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Deleting port a5e581b4-2593-42b0-83d4-5f6047e436f6 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:38.402646 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:38.682177 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] For port a5e581b4-2593-42b0-83d4-5f6047e436f6, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=a5e581b4-2593-42b0-83d4-5f6047e436f6,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:38.682591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.006449 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.006944 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3800339'] for floatingip, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.007198 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Floating IP e02eb5bf-7cc9-4d41-81fb-dcf36385bada disassociated. External IP: 172.28.3.221, port: a5e581b4-2593-42b0-83d4-5f6047e436f6. Apr 16 12:06:39.007584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Calling delete_port for a5e581b4-2593-42b0-83d4-5f6047e436f6 owned by compute:nova {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:39.162631 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.179171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:39.279382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event deleted for resources: {'Port': ['ID=a5e581b4-2593-42b0-83d4-5f6047e436f6,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:39.289148 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:39.364585 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a169938e-5462-4ca0-a2dd-98935909008d req-e6b78c47-0d8f-4de1-bb73-e20463ad20d2 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 210 time: 0.0495398 Apr 16 12:06:39.582684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Router a6bf3562-4860-42ac-b6e9-27ce48f53b48 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85302) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:39.805006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85302) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:39.817382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] Sync routers for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:39.831633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:39.832851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:06:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:39.896481 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] No DVR routers for this DVR port a5e581b4-2593-42b0-83d4-5f6047e436f6 on host hv-cinder-78662 {{(pid=85302) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:06:39.899278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:39.902349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-deleted', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:06:39.934712 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-53d4c734-54e0-4a23-903f-0cef99a7f1f3 req-8e3d8d25-711d-44c6-9818-1e4ba37bd7be tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.47 "DELETE /v2.0/ports/a5e581b4-2593-42b0-83d4-5f6047e436f6 HTTP/1.1" status: 204 len: 173 time: 1.6082339 Apr 16 12:06:39.958234 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e828dd4c-8423-4d22-9034-78d3de6ef0ad', 'name': 'network-vif-deleted', 'tag': 'a5e581b4-2593-42b0-83d4-5f6047e436f6', 'status': 'completed', 'code': 200} Apr 16 12:06:40.065152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:40.589584 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90b67038-5504-4556-b6f1-1cae3a4dc45f req-fa0b5d3c-526d-4f0c-bcb6-738f4566a159 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/ports?device_id=e828dd4c-8423-4d22-9034-78d3de6ef0ad HTTP/1.1" status: 200 len: 210 time: 0.0590641 Apr 16 12:06:40.670643 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:40.675680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] Checking router: a6bf3562-4860-42ac-b6e9-27ce48f53b48 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:40.684555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:40.685202 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:06:17Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:40.873706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:41.206031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:41.210166 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce07ba6c-e4ce-4b40-8346-b22ca74d0b6d None None] The sync data for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb is: [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T11:59:41Z', 'revision_number': 4, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '05fbc3c3-f69b-419e-988f-665ff17a096e', 'name': '', 'network_id': '866160ca-b38d-424e-b94b-1de06f3aa76c', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'mac_address': 'fa:16:3e:a3:e3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:39Z', 'updated_at': '2021-04-16T11:59:54Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'subnets': [{'id': 'e3026b28-06c9-4ebd-b0b3-b690496d2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:41.624276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ca8275-9d9e-46a6-9bc2-ce7edcb3c9a8 None None] New status for floating IP e02eb5bf-7cc9-4d41-81fb-dcf36385bada: DOWN {{(pid=85304) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:06:41.737668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52072) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:41.818244 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9c46883e-8fbd-408d-a544-2697efad8e9b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.850454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9c46883e-8fbd-408d-a544-2697efad8e9b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.903158 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9c46883e-8fbd-408d-a544-2697efad8e9b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.908993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2b0ea27b-b4e3-4122-a268-99cf939bc83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:41.926881 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46883e-8fbd-408d-a544-2697efad8e9b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db1e001-9b98-4ae2-ac54-61c124a9c296,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:41.930076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9c46883e-8fbd-408d-a544-2697efad8e9b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:41.938572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9c46883e-8fbd-408d-a544-2697efad8e9b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:41.939839 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9c46883e-8fbd-408d-a544-2697efad8e9b tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "DELETE /v2.0/security-groups/4db1e001-9b98-4ae2-ac54-61c124a9c296 HTTP/1.1" status: 204 len: 168 time: 0.2009940 Apr 16 12:06:41.942844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52078) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:41.964070 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.api.v2.resource [None req-6a70cfcf-8f41-42fc-8b6d-812bf9dc1175 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] show failed (client error): The resource could not be found. Apr 16 12:06:41.965168 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6a70cfcf-8f41-42fc-8b6d-812bf9dc1175 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "GET /v2.0/security-groups/4db1e001-9b98-4ae2-ac54-61c124a9c296 HTTP/1.1" status: 404 len: 347 time: 0.0209386 Apr 16 12:06:41.969574 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52082) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:42.079705 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a5e581b4-2593-42b0-83d4-5f6047e436f6 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:42.126434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: a5e581b4-2593-42b0-83d4-5f6047e436f6 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:42.126434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device a5e581b4-2593-42b0-83d4-5f6047e436f6 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:42.160161 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Deleting port ff81aa9a-b33d-48e9-a4b3-5bdad5ee6b59 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:42.160583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.362690 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.363707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.505129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Calling delete_port for ff81aa9a-b33d-48e9-a4b3-5bdad5ee6b59 owned by network:floatingip {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:42.653307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.669674 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b32bbaec-4517-4fc3-bce2-118e3b7586a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:42.767866 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Pushing event deleted for resources: {'Port': ['ID=ff81aa9a-b33d-48e9-a4b3-5bdad5ee6b59,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:42.770482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:42.934764 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks [] for floatingip, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.950215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:42.951455 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] 10.222.0.75 "DELETE /v2.0/floatingips/e02eb5bf-7cc9-4d41-81fb-dcf36385bada HTTP/1.1" status: 204 len: 168 time: 0.9808083 Apr 16 12:06:43.983358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52106) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:44.109722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.124640 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:44.128697 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Usage tracker for resource:security_group_rule and tenant:56e6dbd1e43f49b3b7904d19b3ffaa97 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:44.131589 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:44.137536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:44.226856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.232344 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.247199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-fec464ed-c0f6-42eb-ac33-2a7192441c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:44.290370 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56e6dbd1e43f49b3b7904d19b3ffaa97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058054 Apr 16 12:06:44.292149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dde5ea-c67f-48b9-9613-cfee2d7a3a23,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:44.293433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52116) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:44.297602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:44.359735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.388374 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.397306 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2470ffed-35f8-4ddb-89e9-7c39250572f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.436812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.442471 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4e49efa1-6e4d-418d-83f6-3957df5a0193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:44.457634 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dde5ea-c67f-48b9-9613-cfee2d7a3a23,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:44.472150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.472657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.473083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.473395 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.473821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.474436 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.474849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.475332 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.475927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.476563 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.476975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.477349 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:06:44.480917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:44.483219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.488436 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-c0171b85-188e-446e-b22b-ca134e2c8e9d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/72dde5ea-c67f-48b9-9613-cfee2d7a3a23 HTTP/1.1" status: 204 len: 168 time: 0.1899748 Apr 16 12:06:44.796849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52130) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:44.817712 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.836765 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:44.840815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Usage tracker for resource:security_group_rule and tenant:3890db21ff8a4f36af35a0b61e0b278a is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:44.843737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:44.849824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:44.936280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.939827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:44.948548 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4fbfb6a0-d767-400f-ba3c-892a3dfff62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:44.991081 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3890db21ff8a4f36af35a0b61e0b278a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1925666 Apr 16 12:06:44.992774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7915ff76-f11b-400b-a2f5-0815c93d7152,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:44.993951 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52134) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:44.995912 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:45.057572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8780314c-e9f6-49be-87ea-0f4719e1f50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.085069 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8780314c-e9f6-49be-87ea-0f4719e1f50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.130134 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8780314c-e9f6-49be-87ea-0f4719e1f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.135176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-86481ffe-490a-4305-b071-aa510eaee27d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:45.147683 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780314c-e9f6-49be-87ea-0f4719e1f50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7915ff76-f11b-400b-a2f5-0815c93d7152,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:45.150137 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8780314c-e9f6-49be-87ea-0f4719e1f50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:45.159498 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8780314c-e9f6-49be-87ea-0f4719e1f50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:45.160760 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8780314c-e9f6-49be-87ea-0f4719e1f50f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7915ff76-f11b-400b-a2f5-0815c93d7152 HTTP/1.1" status: 204 len: 168 time: 0.1657166 Apr 16 12:06:45.811410 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52162) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:46.870679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851005955'] for router_interface, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.109810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6fedda3c-f2d1-4b2e-876e-4c19cc7f2a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.129892 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52202) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:47.260406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.266251 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Deleting port 05fbc3c3-f69b-419e-988f-665ff17a096e {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:47.266637 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.276883 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:47.280936 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] Usage tracker for resource:security_group_rule and tenant:435d3e390c0b49e78c0f3dba5a45f3a2 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:47.284998 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:47.291000 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:47.386593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.389837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.399763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c4e27e83-5833-453b-849b-ca29d064bee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:47.446143 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=435d3e390c0b49e78c0f3dba5a45f3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124058 Apr 16 12:06:47.446143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08368e1f-c982-4907-940f-402a88940401,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:47.446499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52208) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:47.447996 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-913ceef9-1157-4f48-8f05-ce2f424d013b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:47.482732 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] For port 05fbc3c3-f69b-419e-988f-665ff17a096e, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=05fbc3c3-f69b-419e-988f-665ff17a096e,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:47.483055 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.631502 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Calling delete_port for 05fbc3c3-f69b-419e-988f-665ff17a096e owned by network:router_interface {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:47.703020 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bd7086-10c8-4d8c-b804-26b8973b03f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.753684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bd7086-10c8-4d8c-b804-26b8973b03f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.876665 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bd7086-10c8-4d8c-b804-26b8973b03f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.882630 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-224d0c3a-45d5-4703-b226-f601db79805f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:47.908642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd7086-10c8-4d8c-b804-26b8973b03f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08368e1f-c982-4907-940f-402a88940401,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:47.913648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-99bd7086-10c8-4d8c-b804-26b8973b03f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:47.926614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:47.945737 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f74e9c4a-127a-4aab-901b-2102603f273f tempest-ServerRescueNegativeTestJSON-933892700 tempest-ServerRescueNegativeTestJSON-933892700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:48.004976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.041155 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bd7086-10c8-4d8c-b804-26b8973b03f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.042394 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-99bd7086-10c8-4d8c-b804-26b8973b03f3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/08368e1f-c982-4907-940f-402a88940401 HTTP/1.1" status: 204 len: 168 time: 0.5947824 Apr 16 12:06:48.048593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fbc3c3-f69b-419e-988f-665ff17a096e,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:48.052437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:48.360256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52216) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:48.380095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.396044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:48.400052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] Usage tracker for resource:security_group_rule and tenant:30a608985a794b5f917a0591a9f029a6 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:48.403019 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:48.408919 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850975402'] for router_interface, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.409769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:48.496925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.500761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.511762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9d501d82-e1d5-4c2d-a090-4a3bab29e381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:48.558243 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=30a608985a794b5f917a0591a9f029a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963980 Apr 16 12:06:48.559747 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52220) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:48.562980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051d5247-93b3-4681-8a06-504ef4d2928a,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:48.581975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d12e8010-270f-45bf-a0c2-432f382f7e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:48.640363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53e09815-ed4f-4e29-8a4b-b23d85c56ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.669391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53e09815-ed4f-4e29-8a4b-b23d85c56ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.687975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.717744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53e09815-ed4f-4e29-8a4b-b23d85c56ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.723539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9a62a727-90e0-481d-827c-bf6a899923ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:48.736943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e09815-ed4f-4e29-8a4b-b23d85c56ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051d5247-93b3-4681-8a06-504ef4d2928a,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:48.745416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-53e09815-ed4f-4e29-8a4b-b23d85c56ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:48.746299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-53e09815-ed4f-4e29-8a4b-b23d85c56ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:48.747541 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-53e09815-ed4f-4e29-8a4b-b23d85c56ab1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/051d5247-93b3-4681-8a06-504ef4d2928a HTTP/1.1" status: 204 len: 168 time: 0.1868227 Apr 16 12:06:48.947489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Router a6bf3562-4860-42ac-b6e9-27ce48f53b48 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:06:49.081370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.384992 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:06:49.389857 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1c938164-3847-4936-86e6-52dcc9e09058 admin admin] 10.222.0.75 "PUT /v2.0/routers/a6bf3562-4860-42ac-b6e9-27ce48f53b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5773354 Apr 16 12:06:49.393516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52242) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:49.397653 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] Sync routers for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:06:49.411094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:49.411853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:06:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:49.652798 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:49.842664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks [] for router, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:49.977189 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T12:06:47Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:49.981468 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] Checking router: a6bf3562-4860-42ac-b6e9-27ce48f53b48 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:06:49.991088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] Routers {'a6bf3562-4860-42ac-b6e9-27ce48f53b48'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:06:49.991751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:06:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:50.055741 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:50.064680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Deleting port 25daab7f-1def-428e-9cd0-c737ea120272 {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:50.065073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:50.183234 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] Set router a6bf3562-4860-42ac-b6e9-27ce48f53b48 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:06:50.264923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] For port 25daab7f-1def-428e-9cd0-c737ea120272, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=25daab7f-1def-428e-9cd0-c737ea120272,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:50.265342 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:50.406139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Calling delete_port for 25daab7f-1def-428e-9cd0-c737ea120272 owned by network:router_gateway {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:50.515900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T12:06:47Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:50.521264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db52124-ccd3-4459-983e-3e76e2f99dc8 None None] The sync data for ids ['a6bf3562-4860-42ac-b6e9-27ce48f53b48'] in dv-cinder-786627-1-smb is: [{'id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'name': 'tempest-AttachVolumeShelveTestJSON-2011640862-router', 'tenant_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '25daab7f-1def-428e-9cd0-c737ea120272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T11:59:23Z', 'updated_at': '2021-04-16T12:06:47Z', 'revision_number': 5, 'project_id': 'bcf04e4015a04ba9a2001fa8c695d8b3', 'gw_port': {'id': '25daab7f-1def-428e-9cd0-c737ea120272', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf3562-4860-42ac-b6e9-27ce48f53b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T11:59:26Z', 'updated_at': '2021-04-16T11:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:06:50.605499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:50.627640 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e353ddf5-6a53-4b7e-b823-d07f150cd17a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:50.725583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=25daab7f-1def-428e-9cd0-c737ea120272,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:50.729761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:50.902772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850975252'] for router_gateway, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.099704 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850976938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.102156 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.195265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3798470'] for router, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.195778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6bf3562-4860-42ac-b6e9-27ce48f53b48 {{(pid=85302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:06:51.209899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] Notify callbacks [] for router, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.211286 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-0ab4ede9-56bb-41f2-8c20-1c207a013f5a admin admin] 10.222.0.75 "DELETE /v2.0/routers/a6bf3562-4860-42ac-b6e9-27ce48f53b48 HTTP/1.1" status: 204 len: 168 time: 1.8167107 Apr 16 12:06:51.214378 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52276) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:51.288321 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] Deleting subnet e3026b28-06c9-4ebd-b0b3-b690496d2212 {{(pid=85303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:06:51.292383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.350029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793889091'] for subnet, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.434365 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.473629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 05fbc3c3-f69b-419e-988f-665ff17a096e no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:51.514949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 05fbc3c3-f69b-419e-988f-665ff17a096e {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:51.515383 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 05fbc3c3-f69b-419e-988f-665ff17a096e not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:51.516033 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 25daab7f-1def-428e-9cd0-c737ea120272 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:51.553923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 25daab7f-1def-428e-9cd0-c737ea120272 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:51.554326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 25daab7f-1def-428e-9cd0-c737ea120272 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:51.712027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60842799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852718778'] for subnet, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.727354 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:51.810199 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3026b28-06c9-4ebd-b0b3-b690496d2212,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:51.813746 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:51.863804 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:51.869351 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237aad9b-fa49-4b4c-90b4-bfa36f7269dc None None] Network 866160ca-b38d-424e-b94b-1de06f3aa76c requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:51.871096 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e3026b28-06c9-4ebd-b0b3-b690496d2212 HTTP/1.1" status: 204 len: 168 time: 0.6555703 Apr 16 12:06:51.873857 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52280) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:52.002071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.075694 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Deleting port e6f26ffd-9cca-4fac-9691-58f37f5c8023 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:52.076059 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.140674 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] DHCP port deletion for 866160ca-b38d-424e-b94b-1de06f3aa76c request from dv-cinder-786627-1-smb {{(pid=85304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:06:52.145585 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] Deleting port e6f26ffd-9cca-4fac-9691-58f37f5c8023 {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:52.146020 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.310487 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] For port e6f26ffd-9cca-4fac-9691-58f37f5c8023, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=e6f26ffd-9cca-4fac-9691-58f37f5c8023,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:52.310894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.409358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] For port e6f26ffd-9cca-4fac-9691-58f37f5c8023, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=e6f26ffd-9cca-4fac-9691-58f37f5c8023,segment=NetworkSegment(a8e9c242-6579-4ae6-b6f6-36297755b11b),segment_id=a8e9c242-6579-4ae6-b6f6-36297755b11b)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:06:52.409808 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.455301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Calling delete_port for e6f26ffd-9cca-4fac-9691-58f37f5c8023 owned by network:dhcp {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:52.550102 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.561945 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] Calling delete_port for e6f26ffd-9cca-4fac-9691-58f37f5c8023 owned by network:dhcp {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:06:52.568645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4f477bbc-a0a0-41c8-b20b-460341d60710 tempest-VolumesActionsTest-1301332038 tempest-VolumesActionsTest-1301332038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:52.645688 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.api [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85304) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:06:52.646099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.api [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:06:52.681096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f26ffd-9cca-4fac-9691-58f37f5c8023,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:52.683754 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:52.722249 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] No DVR routers for this DVR port e6f26ffd-9cca-4fac-9691-58f37f5c8023 on host dv-cinder-786627-1-smb {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:06:52.846106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:52.964135 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866160ca-b38d-424e-b94b-1de06f3aa76c']}} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:52.977473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e9c242-6579-4ae6-b6f6-36297755b11b') {'for_net_delete': True} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:52.977822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e9c242-6579-4ae6-b6f6-36297755b11b') {} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:06:52.990579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60886661'] for segment, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.007762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.014856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=85303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:06:53.147629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] Deleting port e6f26ffd-9cca-4fac-9691-58f37f5c8023 {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:06:53.148196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.202879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Network 866160ca-b38d-424e-b94b-1de06f3aa76c has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:53.213328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793933170'] for segment, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.224282 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-e3dda910-d13b-492c-ad13-4389d803634d None None] The port 'e6f26ffd-9cca-4fac-9691-58f37f5c8023' was deleted {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:06:53.397807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Network 866160ca-b38d-424e-b94b-1de06f3aa76c has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:06:53.424992 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:06:53.466973 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device e6f26ffd-9cca-4fac-9691-58f37f5c8023 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:06:53.504846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: e6f26ffd-9cca-4fac-9691-58f37f5c8023 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:06:53.505236 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device e6f26ffd-9cca-4fac-9691-58f37f5c8023 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:06:53.505539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.509309 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:53.535985 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.545125 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=866160ca-b38d-424e-b94b-1de06f3aa76c,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:53.548029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:53.560206 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/866160ca-b38d-424e-b94b-1de06f3aa76c HTTP/1.1" status: 204 len: 168 time: 1.6851172 Apr 16 12:06:53.752329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52294) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:53.813665 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f173d9f5-9f17-492d-ac55-6f2003feaa83 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bcf04e4015a04ba9a2001fa8c695d8b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0594096 Apr 16 12:06:53.816124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52300) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:53.887725 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-212537b3-c5be-4670-8819-cb55291e4bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.918471 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-212537b3-c5be-4670-8819-cb55291e4bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.970343 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-212537b3-c5be-4670-8819-cb55291e4bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:53.975503 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-603afa56-03e0-4621-ad81-dbd6b078861d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:53.990530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212537b3-c5be-4670-8819-cb55291e4bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b35df-7088-4bcb-bb0b-8ec4efc0bd38,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:53.993153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-212537b3-c5be-4670-8819-cb55291e4bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:53.999862 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-212537b3-c5be-4670-8819-cb55291e4bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:54.001861 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-212537b3-c5be-4670-8819-cb55291e4bb7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/543b35df-7088-4bcb-bb0b-8ec4efc0bd38 HTTP/1.1" status: 204 len: 168 time: 0.1846168 Apr 16 12:06:54.833697 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52362) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:54.959063 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-211237942-network', 'tenant_id': '2e41f6c853774b78bfd26ed54bd06c98'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:54.965252 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:54.969381 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Usage tracker for resource:network and tenant:2e41f6c853774b78bfd26ed54bd06c98 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:54.972408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:54.979920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:54.990423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Made reservation on behalf of 2e41f6c853774b78bfd26ed54bd06c98 for: {'network': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:54.995229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for network, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.008832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.024683 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:55.028822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Usage tracker for resource:security_group_rule and tenant:2e41f6c853774b78bfd26ed54bd06c98 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:55.031727 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:55.038285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:55.129326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.132558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.137369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b8f7d39a-f375-4ead-8cd8-0e63d6d7bba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:55.158744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=85302) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 12:06:55.180660 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:55.184093 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:55.185393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.185807 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.segments_db [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Added segment 9fa9a231-8a03-4bf4-a607-a38c60248ccf of type vlan for network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b Apr 16 12:06:55.215293 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363245822634407'] for network, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.246101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748'] for network, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.247539 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:55.248189 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.253358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6ffa1bb7-f286-4ad6-a917-0b9735e0f92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:55.365382 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5298443 Apr 16 12:06:55.367933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc7a81e-9330-4b69-86b6-e188fa00ec3b,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:55.370835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-99bc7550-665a-47b2-bacd-95e4da9415b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:55.370977 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52376) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:55.377262 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Request body: {'subnet': {'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-211237942-subnet', 'tenant_id': '2e41f6c853774b78bfd26ed54bd06c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:55.380132 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b details requested by agent ovs-agent-dv-cinder-786627-1-smb with host dv-cinder-786627-1-smb {{(pid=85304) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 12:06:55.382639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:55.386756 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Usage tracker for resource:subnet and tenant:2e41f6c853774b78bfd26ed54bd06c98 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:55.389762 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:55.397275 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:55.412520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Made reservation on behalf of 2e41f6c853774b78bfd26ed54bd06c98 for: {'subnet': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:55.418152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2057068'] for subnet, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.837339 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036793933036', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2057055'] for subnet, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:55.852664 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-63e1f918-8a00-44ac-b310-4c8cf970a5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:55.995430 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944e76fa-225d-4829-b541-33ffecf302c3,revision_number=0']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:56.001740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:56.058254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Checking segment: {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:06:56.058645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Network hostable DHCP agents. Network: 1dc7a81e-9330-4b69-86b6-e188fa00ec3b, hostable agents: ['4e9e691b-c6a5-4a8b-a5c0-1edb3e868924'], hosted agents: [] {{(pid=85303) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 12:06:56.078283 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b is scheduled to be hosted by DHCP agent 4e9e691b-c6a5-4a8b-a5c0-1edb3e868924 with binding_index 1 {{(pid=85303) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 12:06:56.087438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786627-1-smb, 1dc7a81e-9330-4b69-86b6-e188fa00ec3b) {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:56.097297 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328764d-8594-4792-bbd3-e2d231a74a96 None None] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:56.104012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:56.104706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:56.132573 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-33bd95c9-7490-41dc-8c1c-9d866d823621 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7532320 Apr 16 12:06:56.342528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d8f0a6-87f2-4ff7-ac35-5e2ea342e4d8 None None] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:06:56.719789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52410) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:56.761278 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-85cb7387-6b7c-4d18-994b-3924bc9df79b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:56.762879 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-85cb7387-6b7c-4d18-994b-3924bc9df79b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 814 time: 0.1630092 Apr 16 12:06:56.780185 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-1efe7099-2ddb-461f-b04b-f43eff30c7f3 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/quotas/2e41f6c853774b78bfd26ed54bd06c98 HTTP/1.1" status: 200 len: 375 time: 0.0099792 Apr 16 12:06:56.835659 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-681be247-3316-4fab-87ac-a3270d55ec76 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484555 Apr 16 12:06:56.857254 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:56.873872 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:56.878449 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Usage tracker for resource:security_group_rule and tenant:811022891381405f95993fb8ee2a0209 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:56.881504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:56.888061 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:56.975273 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:56.978269 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:56.986381 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-e5b7be11-fcfe-4496-af46-36f6f134c48c service neutron] 10.222.0.75 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428285 Apr 16 12:06:56.991474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-83384f90-9059-4726-85a8-e6b369e59b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:57.034647 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=811022891381405f95993fb8ee2a0209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132005 Apr 16 12:06:57.036416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cd424a-d937-4cb2-898e-a4632fe328db,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:57.038972 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52416) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:57.041717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:57.105520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d572226-e868-4a8e-8d72-59bed5848851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.134667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d572226-e868-4a8e-8d72-59bed5848851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.136907 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-e5d375da-13f0-4ab4-8123-58ce0f66744a service neutron] 10.222.0.75 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401801 Apr 16 12:06:57.182204 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d572226-e868-4a8e-8d72-59bed5848851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.187328 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-03faf800-4c17-4af1-87ca-f9699eae79e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:57.201720 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d572226-e868-4a8e-8d72-59bed5848851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cd424a-d937-4cb2-898e-a4632fe328db,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:57.205882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6d572226-e868-4a8e-8d72-59bed5848851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:57.207187 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d572226-e868-4a8e-8d72-59bed5848851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.208406 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6d572226-e868-4a8e-8d72-59bed5848851 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/62cd424a-d937-4cb2-898e-a4632fe328db HTTP/1.1" status: 204 len: 168 time: 0.1684554 Apr 16 12:06:57.348937 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dd6361a3-4766-4785-94ea-829dd26d9b82 req-5834068a-fbbf-4e96-b972-79233f4fc7e0 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 210 time: 0.0522771 Apr 16 12:06:57.548263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52432) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:57.568530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.585034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:57.589766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9ed74497284779bcaca93c78295747 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:57.592963 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:57.599031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:57.690209 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.694052 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.704753 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-dbc8b4dc-2a87-4c04-9e9c-9388d6e57177 tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:57.748516 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4d9ed74497284779bcaca93c78295747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989689 Apr 16 12:06:57.750815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da284b-830f-4d34-9299-d20fbf23f04f,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:57.752074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52438) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:06:57.754276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:57.817642 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d531d23a-c9a0-4592-90c1-ee8bb5e95031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.850001 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d531d23a-c9a0-4592-90c1-ee8bb5e95031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.903382 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d531d23a-c9a0-4592-90c1-ee8bb5e95031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.907814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-127c8734-0889-4736-8963-4ee348cf7a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:57.919689 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531d23a-c9a0-4592-90c1-ee8bb5e95031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da284b-830f-4d34-9299-d20fbf23f04f,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:57.924800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d531d23a-c9a0-4592-90c1-ee8bb5e95031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:57.928770 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d531d23a-c9a0-4592-90c1-ee8bb5e95031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:57.932537 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d531d23a-c9a0-4592-90c1-ee8bb5e95031 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/06da284b-830f-4d34-9299-d20fbf23f04f HTTP/1.1" status: 204 len: 168 time: 0.1765757 Apr 16 12:06:58.575333 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3eb1227a-2cb4-45ba-b744-6ada86dd5c34 req-a8753b27-fc03-4063-880e-561896e0c8a6 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 210 time: 0.0853684 Apr 16 12:06:58.628633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-6c2e67ce-cb4e-48c0-9d2f-c69833ced9c8 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:58.629520 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-6c2e67ce-cb4e-48c0-9d2f-c69833ced9c8 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Synchronizing usage tracker for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:network {{(pid=85302) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:06:58.652723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-6c2e67ce-cb4e-48c0-9d2f-c69833ced9c8 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Unset dirty status for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:network {{(pid=85302) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:06:58.654188 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-6c2e67ce-cb4e-48c0-9d2f-c69833ced9c8 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 814 time: 0.2493761 Apr 16 12:06:58.683065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Request body: {'port': {'device_id': '3f2b0410-dfc6-44bf-be41-9dee1c119fb5', 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b', 'admin_state_up': True, 'tenant_id': '2e41f6c853774b78bfd26ed54bd06c98'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:58.835895 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:06:58.840174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Usage tracker for resource:port and tenant:2e41f6c853774b78bfd26ed54bd06c98 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:06:58.843160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:06:58.849819 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:06:58.859577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Made reservation on behalf of 2e41f6c853774b78bfd26ed54bd06c98 for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:06:58.866101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:59.042103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Allocated IP 172.20.0.6 (1dc7a81e-9330-4b69-86b6-e188fa00ec3b/944e76fa-225d-4829-b541-33ffecf302c3/38e758c1-d7a1-408c-85d0-00bc52be7f77) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:06:59.262406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:59.293640 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:59.309586 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:06:59.456341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Pushing event updated for resources: {'Port': ['ID=38e758c1-d7a1-408c-85d0-00bc52be7f77,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:06:59.460824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:06:59.521722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:06:59.522953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:06:59.525311 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:06:59.595652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:59.596432 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:59.632461 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b9df31c6-854a-44c9-be0b-b7ac4f927536 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9535327 Apr 16 12:06:59.645941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Request body: {'port': {'device_id': '3f2b0410-dfc6-44bf-be41-9dee1c119fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:06:59.665287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:59.774170 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:06:59.794706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae3aeb-d96a-41f7-ad75-cc255f933ed3 req-82ba209b-d1fe-424f-a385-4546fa4906a7 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:06:59.796385 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-75ae3aeb-d96a-41f7-ad75-cc255f933ed3 req-82ba209b-d1fe-424f-a385-4546fa4906a7 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 931 time: 0.0952382 Apr 16 12:07:00.103827 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-75ae3aeb-d96a-41f7-ad75-cc255f933ed3 req-34ef0d70-942c-4d43-b884-3ddbb4bb4ba7 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003399 Apr 16 12:07:00.418799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e758c1-d7a1-408c-85d0-00bc52be7f77 {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:00.426985 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.442646 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Transition to ACTIVE for port object 38e758c1-d7a1-408c-85d0-00bc52be7f77 will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:00.445860 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.462237 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-36fad865-9dd2-4108-9ebe-87b93202256c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:00.604176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Pushing event updated for resources: {'Port': ['ID=38e758c1-d7a1-408c-85d0-00bc52be7f77,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:00.608828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:00.841748 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Attempting to bind port 38e758c1-d7a1-408c-85d0-00bc52be7f77 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:07:00.842131 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Attempting to bind port 38e758c1-d7a1-408c-85d0-00bc52be7f77 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:07:00.842509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Attempting to bind port 38e758c1-d7a1-408c-85d0-00bc52be7f77 on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:00.848635 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Port 38e758c1-d7a1-408c-85d0-00bc52be7f77 on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:07:00.849008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Attempting to bind port 38e758c1-d7a1-408c-85d0-00bc52be7f77 on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:00.854718 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:07:00.855108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Checking segment: {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:00.855513 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Bound using segment: {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:07:00.855979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Bound port: 38e758c1-d7a1-408c-85d0-00bc52be7f77, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:07:00.856363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.959942 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] For port 38e758c1-d7a1-408c-85d0-00bc52be7f77, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:07:00.963472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] For port 38e758c1-d7a1-408c-85d0-00bc52be7f77, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e758c1-d7a1-408c-85d0-00bc52be7f77,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:07:00.967008 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:00.984142 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-835e47c7-1eec-44ad-a9d0-d81e3b0bfd21 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:01.143878 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Pushing event updated for resources: {'Port': ['ID=38e758c1-d7a1-408c-85d0-00bc52be7f77,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:01.148723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:01.186373 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:01.187056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:01.189308 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-0e22e06d-dc42-4566-b721-d77643258d99 service neutron] 10.222.0.47 "PUT /v2.0/ports/38e758c1-d7a1-408c-85d0-00bc52be7f77 HTTP/1.1" status: 200 len: 1093 time: 1.5495472 Apr 16 12:07:01.189870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2b0410-dfc6-44bf-be41-9dee1c119fb5', 'tag': '38e758c1-d7a1-408c-85d0-00bc52be7f77'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:01.240920 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2b0410-dfc6-44bf-be41-9dee1c119fb5', 'tag': '38e758c1-d7a1-408c-85d0-00bc52be7f77', 'status': 'completed', 'code': 200} Apr 16 12:07:01.343256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-08907d65-e543-4cd9-856e-bf7fd2b8eada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:01.345665 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-08907d65-e543-4cd9-856e-bf7fd2b8eada service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0957830 Apr 16 12:07:01.350791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5df0b0-39d0-444d-99e7-f9cfe258dfc6 req-23c7b614-a5f4-471c-99be-49e1f606bc78 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:01.352220 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9f5df0b0-39d0-444d-99e7-f9cfe258dfc6 req-23c7b614-a5f4-471c-99be-49e1f606bc78 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 943 time: 0.1091633 Apr 16 12:07:01.424856 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9f5df0b0-39d0-444d-99e7-f9cfe258dfc6 req-6b70c04a-8228-4d0b-8347-de6714983c99 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597558 Apr 16 12:07:01.453659 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-4725e1e7-7266-4514-928e-76dc07a3dd02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38e758c1-d7a1-408c-85d0-00bc52be7f77 HTTP/1.1" status: 200 len: 217 time: 0.0946217 Apr 16 12:07:01.526957 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b4a02293-58b9-4676-a305-a777e944f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:01.528563 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-b4a02293-58b9-4676-a305-a777e944f44f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 200 len: 854 time: 0.0695326 Apr 16 12:07:01.584795 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-9f04b654-c49f-4d45-b538-aa1f1115ae27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486970 Apr 16 12:07:01.731461 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-052f9efe-8001-4490-a954-0de000a13a48 service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397479 Apr 16 12:07:01.889524 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e8b5572d-1349-4d4e-a9ef-40bfeed23aa1 req-a66948f1-6605-4c4a-815a-65e251ecc113 service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481180 Apr 16 12:07:02.027803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-16b537c8-ab06-4e88-8c6a-a87329aa6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:02.029469 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-16b537c8-ab06-4e88-8c6a-a87329aa6922 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 1096 time: 0.0862441 Apr 16 12:07:02.179240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-ce422f36-8f53-4da5-8053-8afacd0a91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:02.180740 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-ce422f36-8f53-4da5-8053-8afacd0a91ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 915 time: 0.1434572 Apr 16 12:07:02.256781 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-d32e579e-e83a-49d5-b581-27f16c38149c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38e758c1-d7a1-408c-85d0-00bc52be7f77 HTTP/1.1" status: 200 len: 217 time: 0.0690134 Apr 16 12:07:02.334238 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-af0eadd9-e143-46a6-9b18-f8811e421db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:02.335864 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-af0eadd9-e143-46a6-9b18-f8811e421db6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 200 len: 854 time: 0.0697303 Apr 16 12:07:02.392908 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-258d6b11-8b51-4759-9d38-21e533a14692 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496852 Apr 16 12:07:02.548807 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-39944ee3-3826-46ca-93ab-6af8cc6636aa service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461191 Apr 16 12:07:02.666206 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aff3a-9ff6-4ee1-a8ce-601c484e985d req-cf507454-4376-409f-924e-696f372f8dfc tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:02.668322 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-194aff3a-9ff6-4ee1-a8ce-601c484e985d req-cf507454-4376-409f-924e-696f372f8dfc tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 943 time: 0.0997441 Apr 16 12:07:02.711062 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b20bcaf8-116d-4e0b-bb3a-9523047434dd req-6bab2367-af1e-493a-99b8-f0cc398d28ad service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527193 Apr 16 12:07:02.725388 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-194aff3a-9ff6-4ee1-a8ce-601c484e985d req-3312647e-2b08-4489-8de5-47b560a97a53 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Apr 16 12:07:03.944723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be617537-e895-442a-9c3f-d12f05351379 req-79d58652-1a65-49cf-ab05-b5127cac08a9 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:03.946453 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-be617537-e895-442a-9c3f-d12f05351379 req-79d58652-1a65-49cf-ab05-b5127cac08a9 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 943 time: 0.1024749 Apr 16 12:07:04.008757 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-be617537-e895-442a-9c3f-d12f05351379 req-e836ecd4-9bfd-492f-9a43-c6e9c776618a tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550818 Apr 16 12:07:05.223610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294f500-662d-4688-9940-ceef2a3f8296 req-4dd38b98-81c4-4dff-b750-fa334bb03851 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:05.225277 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a294f500-662d-4688-9940-ceef2a3f8296 req-4dd38b98-81c4-4dff-b750-fa334bb03851 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 943 time: 0.0983717 Apr 16 12:07:05.275526 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a294f500-662d-4688-9940-ceef2a3f8296 req-84e1e5f9-2ddd-4786-b841-f629f9752ce4 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Apr 16 12:07:06.165120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 38e758c1-d7a1-408c-85d0-00bc52be7f77 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:07:06.316136 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 38e758c1-d7a1-408c-85d0-00bc52be7f77, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e758c1-d7a1-408c-85d0-00bc52be7f77,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:06.331846 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '38e758c1-d7a1-408c-85d0-00bc52be7f77', 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b', 'port_id': '38e758c1-d7a1-408c-85d0-00bc52be7f77', 'mac_address': 'fa:16:3e:a6:a7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944e76fa-225d-4829-b541-33ffecf302c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:07:06.398661 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.418222 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e758c1-d7a1-408c-85d0-00bc52be7f77 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:06.435492 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 38e758c1-d7a1-408c-85d0-00bc52be7f77, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e758c1-d7a1-408c-85d0-00bc52be7f77,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:06.438917 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:06.440801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:06.497423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90963e0-0ef0-4fcc-b183-55c66ddf5f0a req-e5576ce5-b663-4263-9d2b-bf4cf1d256bb tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:06.499269 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e90963e0-0ef0-4fcc-b183-55c66ddf5f0a req-e5576ce5-b663-4263-9d2b-bf4cf1d256bb tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 944 time: 0.0989377 Apr 16 12:07:06.519769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=38e758c1-d7a1-408c-85d0-00bc52be7f77,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:06.531111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.532144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.532678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.533143 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.533715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.534171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.534605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.535062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.535507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.535889 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.536356 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.536909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:06.541956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:06.552053 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e90963e0-0ef0-4fcc-b183-55c66ddf5f0a req-6144f7d0-0479-4f7c-8d0c-0bfbf8de59a3 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459797 Apr 16 12:07:06.722096 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['38e758c1-d7a1-408c-85d0-00bc52be7f77'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:07.763051 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806077d-ce40-48bf-948b-a76a7a16d8e6 req-0a6a7915-6128-4b19-9346-38cb25c5c386 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:07.764735 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c806077d-ce40-48bf-948b-a76a7a16d8e6 req-0a6a7915-6128-4b19-9346-38cb25c5c386 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 944 time: 0.0931854 Apr 16 12:07:07.815329 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c806077d-ce40-48bf-948b-a76a7a16d8e6 req-31720374-baf7-4bbf-82dc-e39127bea299 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Apr 16 12:07:08.179772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 38e758c1-d7a1-408c-85d0-00bc52be7f77 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:08.252350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 38e758c1-d7a1-408c-85d0-00bc52be7f77 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:08.257388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 38e758c1-d7a1-408c-85d0-00bc52be7f77 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:08.257816 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.388615 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.418561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2b0410-dfc6-44bf-be41-9dee1c119fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e758c1-d7a1-408c-85d0-00bc52be7f77'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:08.429755 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 38e758c1-d7a1-408c-85d0-00bc52be7f77, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e758c1-d7a1-408c-85d0-00bc52be7f77,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:08.433159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:08.435142 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:08.475913 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2b0410-dfc6-44bf-be41-9dee1c119fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e758c1-d7a1-408c-85d0-00bc52be7f77', 'code': 200} Apr 16 12:07:08.694132 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=38e758c1-d7a1-408c-85d0-00bc52be7f77,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:08.697361 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:08.771833 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89567596-4e7b-4796-9404-c4ab9e6bfce5 req-08eee4dc-14d4-4828-b92c-a49908d08b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:08.773705 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-89567596-4e7b-4796-9404-c4ab9e6bfce5 req-08eee4dc-14d4-4828-b92c-a49908d08b78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 1098 time: 0.0868840 Apr 16 12:07:08.832591 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-89567596-4e7b-4796-9404-c4ab9e6bfce5 req-06e8ff45-8c2d-4659-9b1b-39aca512cefd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467310 Apr 16 12:07:09.031329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79103fc6-5a00-4583-aa4f-cae6488b5aa7 req-98466c3b-bdc7-4018-99d6-a77fb39ccf88 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:09.033614 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-79103fc6-5a00-4583-aa4f-cae6488b5aa7 req-98466c3b-bdc7-4018-99d6-a77fb39ccf88 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 945 time: 0.0974774 Apr 16 12:07:09.093734 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-79103fc6-5a00-4583-aa4f-cae6488b5aa7 req-5fdacf1a-214f-4051-bc47-b76db53ea30b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516152 Apr 16 12:07:10.137579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bf908-f313-42b1-b099-e31b1bda5b76 req-c2e60f0d-1b1d-4026-b5cb-3d76129b1e35 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:10.139275 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-966bf908-f313-42b1-b099-e31b1bda5b76 req-c2e60f0d-1b1d-4026-b5cb-3d76129b1e35 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.0995300 Apr 16 12:07:10.191860 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-966bf908-f313-42b1-b099-e31b1bda5b76 req-ae80234a-74b1-455e-a30f-f625e4e41fbf tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Apr 16 12:07:10.321824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636320fc-cfe0-4a87-aedf-ba62238f57a0 req-713654c5-17ff-4f7c-9b84-e9c655302c68 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:10.323516 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-636320fc-cfe0-4a87-aedf-ba62238f57a0 req-713654c5-17ff-4f7c-9b84-e9c655302c68 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 945 time: 0.1035922 Apr 16 12:07:10.374144 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-636320fc-cfe0-4a87-aedf-ba62238f57a0 req-303b1676-788c-456e-809d-c72db405e6d5 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Apr 16 12:07:11.399341 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678b11a-1dd4-41e8-ae92-1fc8c8cffaae req-ed3ad84c-2571-4ae6-86a6-5b2853c492a4 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:11.401033 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4678b11a-1dd4-41e8-ae92-1fc8c8cffaae req-ed3ad84c-2571-4ae6-86a6-5b2853c492a4 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.0896564 Apr 16 12:07:11.450462 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4678b11a-1dd4-41e8-ae92-1fc8c8cffaae req-672c88ed-6d71-4cdb-ae31-0827d945bd53 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427129 Apr 16 12:07:12.699489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28fd26-c2d7-4b33-bbee-b14a1f77c12f req-a58eb4fe-37ac-42c6-8749-6cffb7818b75 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:12.701614 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bb28fd26-c2d7-4b33-bbee-b14a1f77c12f req-a58eb4fe-37ac-42c6-8749-6cffb7818b75 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.1017203 Apr 16 12:07:12.755469 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bb28fd26-c2d7-4b33-bbee-b14a1f77c12f req-d2b0c6cc-3638-4e07-a0ce-5e2381c1cb53 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460660 Apr 16 12:07:13.994366 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847983-ef26-4b5a-a102-b74d4335a130 req-430fa8f0-30e6-4fa6-8b07-30b8499dd6e4 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:13.996200 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bb847983-ef26-4b5a-a102-b74d4335a130 req-430fa8f0-30e6-4fa6-8b07-30b8499dd6e4 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.1062877 Apr 16 12:07:14.046928 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bb847983-ef26-4b5a-a102-b74d4335a130 req-c8323eaa-dc95-454f-af39-1cc48e194d37 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439844 Apr 16 12:07:14.401486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f04f-28dd-4263-9021-389f479f35be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:15.104256 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:07:15.127542 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea533-de9b-44c1-ac62-535e28716f19 req-d48f6961-70dc-4c2a-a82c-e942391e20b9 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:15.129213 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-d48f6961-70dc-4c2a-a82c-e942391e20b9 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 814 time: 0.1654162 Apr 16 12:07:15.147107 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-36e62539-e26c-4d10-b2a5-f5c8bd23b5f6 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/quotas/2e41f6c853774b78bfd26ed54bd06c98 HTTP/1.1" status: 200 len: 375 time: 0.0110307 Apr 16 12:07:15.315869 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-83722517-5bb2-4dbe-9bf5-38cb44afbbff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624360 Apr 16 12:07:15.325434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745da210-6f1e-490a-8e13-d16158b110cc req-48f316a0-9e88-4d48-9a9b-67e5b62e85bd tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:15.327075 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-745da210-6f1e-490a-8e13-d16158b110cc req-48f316a0-9e88-4d48-9a9b-67e5b62e85bd tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.1348226 Apr 16 12:07:15.379704 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-745da210-6f1e-490a-8e13-d16158b110cc req-fc5adea4-5747-4d3e-947d-2b276d183a07 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461445 Apr 16 12:07:15.587284 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-5ebeedb9-af27-4dc6-a15b-0ee6ef3dd7c4 service neutron] 10.222.0.75 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588537 Apr 16 12:07:15.733688 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-39ac88eb-d2c9-4b23-902f-be4ccfd9df97 service neutron] 10.222.0.75 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399269 Apr 16 12:07:15.953135 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-7dacd93d-b73f-42bd-8c3b-c326a34102af req-b6fa515f-b09f-4d23-a9df-ab09452879f0 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 210 time: 0.0654554 Apr 16 12:07:16.614847 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20c8d0-89ad-405d-a839-2a76d88cfdbc req-9c98c30c-a457-4ab3-838d-8033d8ff31ce tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:16.616445 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bf20c8d0-89ad-405d-a839-2a76d88cfdbc req-9c98c30c-a457-4ab3-838d-8033d8ff31ce tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.1160641 Apr 16 12:07:16.665447 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bf20c8d0-89ad-405d-a839-2a76d88cfdbc req-18a1b9e6-3681-40de-8a17-aeb3bb824a2f tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Apr 16 12:07:17.130066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2bd345bb-d68a-4c96-a48f-3ed0ef7c8f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:17.137247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea533-de9b-44c1-ac62-535e28716f19 req-b9fb85f4-713e-4cf1-b096-42a9428e5577 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:17.139229 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-b9fb85f4-713e-4cf1-b096-42a9428e5577 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 814 time: 0.1898837 Apr 16 12:07:17.152938 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cfd34d9f-1cb3-4701-b3cf-7baed2c6bb6c req-8f20a443-e561-4321-b101-e007b7344d15 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 210 time: 0.0655818 Apr 16 12:07:17.153216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Request body: {'port': {'device_id': '200f4952-9708-4c02-90e2-6fafb2f7da8d', 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b', 'admin_state_up': True, 'tenant_id': '2e41f6c853774b78bfd26ed54bd06c98'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:17.311728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:17.315891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Usage tracker for resource:port and tenant:2e41f6c853774b78bfd26ed54bd06c98 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:17.318975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Quota usage for port was recalculated. Used quota:1. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:17.325330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:17.336441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Made reservation on behalf of 2e41f6c853774b78bfd26ed54bd06c98 for: {'port': 1} {{(pid=85302) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:07:17.342845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:17.533192 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Allocated IP 172.20.0.12 (1dc7a81e-9330-4b69-86b6-e188fa00ec3b/944e76fa-225d-4829-b541-33ffecf302c3/5de6a61d-a29d-4989-9fe5-d6e74597af42) {{(pid=85302) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:07:17.765305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks [] for port, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:17.798176 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:17.811220 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['38e758c1-d7a1-408c-85d0-00bc52be7f77'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:17.816301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-72c93231-0b94-4ee6-be73-084b2a8ec94f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:17.894799 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18eb59b-6995-486c-aa79-a7167cc94687 req-bdd75c1f-99a3-4f5f-9faf-1a1f45d28aed tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:17.896469 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d18eb59b-6995-486c-aa79-a7167cc94687 req-bdd75c1f-99a3-4f5f-9faf-1a1f45d28aed tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.1108282 Apr 16 12:07:17.954346 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d18eb59b-6995-486c-aa79-a7167cc94687 req-2a032317-51c6-4da7-addd-115e1b4d8c0a tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500364 Apr 16 12:07:17.968761 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Pushing event updated for resources: {'Port': ['ID=5de6a61d-a29d-4989-9fe5-d6e74597af42,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:17.974389 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:18.027983 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:18.039312 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b is already hosted by enough agents. {{(pid=85302) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:18.041148 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Resources bound (agent type, host, resource id): {{(pid=85302) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:18.044307 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Received port after_create {{(pid=85302) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:07:18.124530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:18.125844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:18.155061 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0061464 Apr 16 12:07:18.168775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Request body: {'port': {'device_id': '200f4952-9708-4c02-90e2-6fafb2f7da8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85302) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:18.314273 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:18.428072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bf96e-2ac8-47d2-9dc3-32bb85476cdf req-2d4762f5-e90b-49f6-86c4-4adf8489e869 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:18.429830 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ba9bf96e-2ac8-47d2-9dc3-32bb85476cdf req-2d4762f5-e90b-49f6-86c4-4adf8489e869 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 932 time: 0.1345427 Apr 16 12:07:18.493403 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ba9bf96e-2ac8-47d2-9dc3-32bb85476cdf req-d2946759-f942-4a01-ad20-8aa61b85c073 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521929 Apr 16 12:07:18.697732 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:18.997152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de6a61d-a29d-4989-9fe5-d6e74597af42 {{(pid=85302) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:19.005563 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:19.021488 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Transition to ACTIVE for port object 5de6a61d-a29d-4989-9fe5-d6e74597af42 will not be triggered until provisioned by entity L2. {{(pid=85302) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:19.024830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:19.041606 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b28841d6-4519-4ea5-8fae-5ecbf9a982a8 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:19.093591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:19.179757 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39259f58-ae79-4f73-8d5f-3ddc9dae7085 req-1f07026f-4129-4e4b-9ec0-ed514fbbf897 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:19.181457 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-39259f58-ae79-4f73-8d5f-3ddc9dae7085 req-1f07026f-4129-4e4b-9ec0-ed514fbbf897 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.0958726 Apr 16 12:07:19.185869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5de6a61d-a29d-4989-9fe5-d6e74597af42,revision_number=2']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:19.192021 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:19.233083 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-39259f58-ae79-4f73-8d5f-3ddc9dae7085 req-944654c7-b999-44e7-9ddd-3af80b9a3690 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449324 Apr 16 12:07:19.437476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Attempting to bind port 5de6a61d-a29d-4989-9fe5-d6e74597af42 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:07:19.437867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Attempting to bind port 5de6a61d-a29d-4989-9fe5-d6e74597af42 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:07:19.438289 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Attempting to bind port 5de6a61d-a29d-4989-9fe5-d6e74597af42 on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:19.443434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Port 5de6a61d-a29d-4989-9fe5-d6e74597af42 on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:07:19.443800 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Attempting to bind port 5de6a61d-a29d-4989-9fe5-d6e74597af42 on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:19.449437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:07:19.449823 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Checking segment: {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85302) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:19.450250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Bound using segment: {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'} {{(pid=85302) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:07:19.450759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Bound port: 5de6a61d-a29d-4989-9fe5-d6e74597af42, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'}}] {{(pid=85302) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:07:19.451149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:19.557723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] For port 5de6a61d-a29d-4989-9fe5-d6e74597af42, host hv-cinder-78662, cleared binding levels {{(pid=85302) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:07:19.561099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] For port 5de6a61d-a29d-4989-9fe5-d6e74597af42, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5de6a61d-a29d-4989-9fe5-d6e74597af42,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85302) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:07:19.565973 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036793875387'] for port, after_update {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:19.585727 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1dce7b1a-72c7-453d-818e-087496019978 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:19.715186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812aa02-9966-43d9-91ae-bf660d90be3c req-b10b0c67-5889-422a-8eb1-622370767772 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:19.716842 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f812aa02-9966-43d9-91ae-bf660d90be3c req-b10b0c67-5889-422a-8eb1-622370767772 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 944 time: 0.0960379 Apr 16 12:07:19.753871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5de6a61d-a29d-4989-9fe5-d6e74597af42,revision_number=3']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:19.761422 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:19.769480 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f812aa02-9966-43d9-91ae-bf660d90be3c req-c64737d7-8d58-499d-a721-ec32b006127b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455956 Apr 16 12:07:19.800615 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:19.801466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:19.803330 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-aa9026bd-bed5-4732-b014-6711df7682a0 service neutron] 10.222.0.47 "PUT /v2.0/ports/5de6a61d-a29d-4989-9fe5-d6e74597af42 HTTP/1.1" status: 200 len: 1094 time: 1.6405368 Apr 16 12:07:19.803871 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200f4952-9708-4c02-90e2-6fafb2f7da8d', 'tag': '5de6a61d-a29d-4989-9fe5-d6e74597af42'}] {{(pid=85302) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:19.882557 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '200f4952-9708-4c02-90e2-6fafb2f7da8d', 'tag': '5de6a61d-a29d-4989-9fe5-d6e74597af42', 'status': 'completed', 'code': 200} Apr 16 12:07:19.932180 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea533-de9b-44c1-ac62-535e28716f19 req-a4e74577-7156-4d17-942d-f366617e5042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:19.933883 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-a4e74577-7156-4d17-942d-f366617e5042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 1097 time: 0.0903907 Apr 16 12:07:20.011990 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-caa479fd-2996-493d-83b7-23fd2d26f831 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5de6a61d-a29d-4989-9fe5-d6e74597af42 HTTP/1.1" status: 200 len: 217 time: 0.0703027 Apr 16 12:07:20.091810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cea533-de9b-44c1-ac62-535e28716f19 req-dd0231ac-d128-4a07-84b3-c339a1f07a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:20.093399 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-dd0231ac-d128-4a07-84b3-c339a1f07a5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 200 len: 854 time: 0.0725856 Apr 16 12:07:20.159609 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-4b706837-24ef-4083-afea-47979e6bcc14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580199 Apr 16 12:07:20.251959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-bde831f2-14ba-4e4f-9938-c1eb13a4e8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:20.253697 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-bde831f2-14ba-4e4f-9938-c1eb13a4e8de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1098 time: 0.1012323 Apr 16 12:07:20.341947 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-8e3e68d3-f646-4a21-909c-c18fc89fffb9 service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733434 Apr 16 12:07:20.477775 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-43e75b97-e276-4e15-b154-62e287ee9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:20.479393 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-43e75b97-e276-4e15-b154-62e287ee9d4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 200 len: 909 time: 0.2187600 Apr 16 12:07:20.522029 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-90cea533-de9b-44c1-ac62-535e28716f19 req-1d7875b3-ad81-45c6-b1f9-271c23cd2ed1 service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676559 Apr 16 12:07:20.599518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96377fe-a770-48a6-8463-e6f979df26f6 req-e8e9e08f-11b1-4535-84e0-214c26035614 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:20.601178 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f96377fe-a770-48a6-8463-e6f979df26f6 req-e8e9e08f-11b1-4535-84e0-214c26035614 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.2093568 Apr 16 12:07:20.648490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a9945-6cde-42ce-bc54-db004640384b req-785ea46a-eebb-4018-8289-b4a56847daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:20.650137 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1b6a9945-6cde-42ce-bc54-db004640384b req-785ea46a-eebb-4018-8289-b4a56847daaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 1097 time: 0.0842111 Apr 16 12:07:20.653740 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-c7e26c7e-3bd0-4c91-96e0-62d312377cd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 200 len: 1001 time: 0.1589961 Apr 16 12:07:20.719491 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f96377fe-a770-48a6-8463-e6f979df26f6 req-d768e50c-0682-4fff-9170-356c1a55a5a2 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054335 Apr 16 12:07:20.742766 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-29ad404e-59cb-4426-aedf-adc99c60b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:20.742766 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-29ad404e-59cb-4426-aedf-adc99c60b675 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c HTTP/1.1" status: 200 len: 847 time: 0.0786734 Apr 16 12:07:20.810524 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a9945-6cde-42ce-bc54-db004640384b req-33fa4a7c-138b-4af2-81c5-3a8f3d8535a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:20.812289 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1b6a9945-6cde-42ce-bc54-db004640384b req-33fa4a7c-138b-4af2-81c5-3a8f3d8535a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 915 time: 0.1494129 Apr 16 12:07:20.833423 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-46e75a71-92c0-455b-91ff-d48b76ac4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:20.834989 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-46e75a71-92c0-455b-91ff-d48b76ac4670 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1653c805-9b78-4d78-95b0-d7939420f331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853014 Apr 16 12:07:20.904747 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1b6a9945-6cde-42ce-bc54-db004640384b req-bf2cb230-8f86-468d-bcf6-6acdec1ff002 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5de6a61d-a29d-4989-9fe5-d6e74597af42 HTTP/1.1" status: 200 len: 217 time: 0.0763533 Apr 16 12:07:20.979760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a9945-6cde-42ce-bc54-db004640384b req-78a44b48-bbbf-4481-be3e-2776622b19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:20.981566 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1b6a9945-6cde-42ce-bc54-db004640384b req-78a44b48-bbbf-4481-be3e-2776622b19ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 200 len: 854 time: 0.0688908 Apr 16 12:07:21.045458 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1b6a9945-6cde-42ce-bc54-db004640384b req-7eacc248-3bf5-4afa-9922-bce77d43bbbd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550661 Apr 16 12:07:21.207085 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1b6a9945-6cde-42ce-bc54-db004640384b req-4a4afcb6-caa3-43d1-94ea-cb18cad53acc service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540449 Apr 16 12:07:21.275935 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-776a5b7e-69cc-45a5-a957-7b2e846f9768 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332912 Apr 16 12:07:21.289817 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20904939-478b-4b9f-a2be-d12952423c4b req-a1762692-85c9-4da6-ad59-c0fb3e827fa5 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:21.291468 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20904939-478b-4b9f-a2be-d12952423c4b req-a1762692-85c9-4da6-ad59-c0fb3e827fa5 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 944 time: 0.3740110 Apr 16 12:07:21.363987 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1b6a9945-6cde-42ce-bc54-db004640384b req-2f800e9b-53a6-45cf-a431-effe1ce147b4 service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487534 Apr 16 12:07:21.439152 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-20904939-478b-4b9f-a2be-d12952423c4b req-7169aaa5-6710-40a8-a72b-a9b49f07d039 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221194 Apr 16 12:07:21.469651 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-81fccda4-048e-4549-84aa-d8c980c7d8af req-a76530cb-1c68-41cd-9d9f-b56524ff12fc service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760840 Apr 16 12:07:21.942778 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ae1d6-42f7-490c-876a-250a8edc565c req-7fe8ee11-6f41-496d-b76e-da692480bff4 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:21.944463 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-231ae1d6-42f7-490c-876a-250a8edc565c req-7fe8ee11-6f41-496d-b76e-da692480bff4 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.0966260 Apr 16 12:07:21.995278 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-231ae1d6-42f7-490c-876a-250a8edc565c req-451fcff4-3e38-49df-b42a-172d0ea19189 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 Apr 16 12:07:22.649027 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65321-6203-4d36-8c86-b913d5bd79cf req-9d118cea-bb05-4cd5-a55c-6ee2de45d0ba tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:22.650644 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-14f65321-6203-4d36-8c86-b913d5bd79cf req-9d118cea-bb05-4cd5-a55c-6ee2de45d0ba tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 944 time: 0.0921578 Apr 16 12:07:22.703137 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-14f65321-6203-4d36-8c86-b913d5bd79cf req-4abb8167-3535-4eab-9dee-107c1621c5fe tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455282 Apr 16 12:07:23.212099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84227c2d-0482-4f92-9d56-e194b3ad99a5 req-65c50409-e85a-48fe-826f-a7dda2d2d7e1 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:23.215193 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-84227c2d-0482-4f92-9d56-e194b3ad99a5 req-65c50409-e85a-48fe-826f-a7dda2d2d7e1 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.0982800 Apr 16 12:07:23.264074 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-84227c2d-0482-4f92-9d56-e194b3ad99a5 req-c69fb801-354b-4b7b-8cc4-7c797c055bc3 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426376 Apr 16 12:07:23.918999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a24b0b-bdde-457b-b43d-7a69508c5644 req-d2ebb467-c058-486c-b7ae-52d7e2bd21cd tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:23.924409 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b1a24b0b-bdde-457b-b43d-7a69508c5644 req-d2ebb467-c058-486c-b7ae-52d7e2bd21cd tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 944 time: 0.0995467 Apr 16 12:07:23.972877 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b1a24b0b-bdde-457b-b43d-7a69508c5644 req-612ed21c-a2f8-4bb9-acc2-215dc2fb879b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Apr 16 12:07:24.349970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 5de6a61d-a29d-4989-9fe5-d6e74597af42 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:07:24.473630 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b4707-b6ab-48fa-a9ef-35199b1484d4 req-2a9c0f24-88e9-41ae-84ba-9e597070a4b2 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:24.475257 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-205b4707-b6ab-48fa-a9ef-35199b1484d4 req-2a9c0f24-88e9-41ae-84ba-9e597070a4b2 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.0918877 Apr 16 12:07:24.503474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 5de6a61d-a29d-4989-9fe5-d6e74597af42, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5de6a61d-a29d-4989-9fe5-d6e74597af42,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:24.519119 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '5de6a61d-a29d-4989-9fe5-d6e74597af42', 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b', 'port_id': '5de6a61d-a29d-4989-9fe5-d6e74597af42', 'mac_address': 'fa:16:3e:33:b7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944e76fa-225d-4829-b541-33ffecf302c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:07:24.528374 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-205b4707-b6ab-48fa-a9ef-35199b1484d4 req-a9988c05-dc87-45bb-820b-4734736b01df tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460236 Apr 16 12:07:24.583818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:24.604223 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de6a61d-a29d-4989-9fe5-d6e74597af42 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:24.620780 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 5de6a61d-a29d-4989-9fe5-d6e74597af42, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5de6a61d-a29d-4989-9fe5-d6e74597af42,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:24.623728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:24.625934 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:24.702759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=5de6a61d-a29d-4989-9fe5-d6e74597af42,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:24.707102 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:24.828526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 52750) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:24.858941 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['5de6a61d-a29d-4989-9fe5-d6e74597af42'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:24.949186 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b296ab-8fbc-4c8b-b7ad-36f81b0f49bf req-de310631-a1b4-407c-8e1d-74b503d4342d tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:24.951037 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d3b296ab-8fbc-4c8b-b7ad-36f81b0f49bf req-de310631-a1b4-407c-8e1d-74b503d4342d tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.1118653 Apr 16 12:07:25.001560 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-207c6583-e580-415a-9c83-dbc3de90b487 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1712115 Apr 16 12:07:25.012696 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d3b296ab-8fbc-4c8b-b7ad-36f81b0f49bf req-dca7eeac-fabf-4df4-95a1-89b89a914482 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540071 Apr 16 12:07:25.203211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414a9d1-a4b6-4038-a3e7-14157652da46 req-00af9c3d-8a8e-47ff-8a9d-80deb7c18ab2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:25.206493 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2414a9d1-a4b6-4038-a3e7-14157652da46 req-00af9c3d-8a8e-47ff-8a9d-80deb7c18ab2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 945 time: 0.1120362 Apr 16 12:07:25.265661 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2414a9d1-a4b6-4038-a3e7-14157652da46 req-cc5f7d78-7dff-438e-a441-d2b621c276b5 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510399 Apr 16 12:07:26.315056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a75cc-062e-4a24-ab41-d5c53a0f5ef7 req-744b9721-61dc-4026-9dd2-9fb67ec793b2 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:26.316804 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ec4a75cc-062e-4a24-ab41-d5c53a0f5ef7 req-744b9721-61dc-4026-9dd2-9fb67ec793b2 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.1684151 Apr 16 12:07:26.325624 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-e09b624b-d0af-4051-b924-82d6746fbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:26.327243 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-e09b624b-d0af-4051-b924-82d6746fbd07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd&tenant_id=d61f8aa2628846f7a26a77097bf59bd9 HTTP/1.1" status: 200 len: 1098 time: 0.1190557 Apr 16 12:07:26.360933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 5de6a61d-a29d-4989-9fe5-d6e74597af42 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:26.448729 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 5de6a61d-a29d-4989-9fe5-d6e74597af42 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:26.454959 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 5de6a61d-a29d-4989-9fe5-d6e74597af42 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:26.455625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:26.469744 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ec4a75cc-062e-4a24-ab41-d5c53a0f5ef7 req-35b29c83-c663-4e24-9dd8-64109cd7e8a2 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406147 Apr 16 12:07:26.537397 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-b3a97dda-233e-48e8-a9ef-fee817f3ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:26.540116 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-b3a97dda-233e-48e8-a9ef-fee817f3ddf6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1098 time: 0.1787610 Apr 16 12:07:26.550869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5595b3-8b94-48c9-9ae9-94b95d83f5be req-41aff6f3-5ec0-4958-920f-a7f41ccbfb8c tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:26.552575 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5f5595b3-8b94-48c9-9ae9-94b95d83f5be req-41aff6f3-5ec0-4958-920f-a7f41ccbfb8c tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 945 time: 0.1393876 Apr 16 12:07:26.604776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:26.635444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200f4952-9708-4c02-90e2-6fafb2f7da8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de6a61d-a29d-4989-9fe5-d6e74597af42'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:26.644463 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 5de6a61d-a29d-4989-9fe5-d6e74597af42, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5de6a61d-a29d-4989-9fe5-d6e74597af42,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:26.647637 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:26.648599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 8c23fbb5-b9eb-4aef-9897-ab731de33a53 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:07:26.682370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:26.697840 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5f5595b3-8b94-48c9-9ae9-94b95d83f5be req-990dce66-e3a8-45b0-a13e-ea1041edcc1a tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186666 Apr 16 12:07:26.715614 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200f4952-9708-4c02-90e2-6fafb2f7da8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de6a61d-a29d-4989-9fe5-d6e74597af42', 'code': 200} Apr 16 12:07:26.740111 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-0284ea53-d791-40df-8451-0ed8f1610daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:26.741781 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-0284ea53-d791-40df-8451-0ed8f1610daa service neutron] 10.222.0.47 "GET /v2.0/networks?id=1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 200 len: 909 time: 0.1881669 Apr 16 12:07:26.784796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=5de6a61d-a29d-4989-9fe5-d6e74597af42,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:26.788832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:26.848488 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:26.858175 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-d6460faa-6bb2-4cc7-b976-7fabb9b20975 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 200 len: 1001 time: 0.1092944 Apr 16 12:07:26.883702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:26.886485 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:26.888250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:26.964591 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=8c23fbb5-b9eb-4aef-9897-ab731de33a53,revision_number=6']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:26.969302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-9d73c7e3-18ec-4b99-abdb-5cc7e10fe988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:26.971160 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-9d73c7e3-18ec-4b99-abdb-5cc7e10fe988 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c HTTP/1.1" status: 200 len: 847 time: 0.0685959 Apr 16 12:07:26.972649 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:26.991287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba9fb9-6aad-4e63-a298-9e1defb22a07 req-a1ebc86d-e1d0-42ee-9e89-a3dbf9fd94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:26.992941 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c5ba9fb9-6aad-4e63-a298-9e1defb22a07 req-a1ebc86d-e1d0-42ee-9e89-a3dbf9fd94e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 1099 time: 0.0877850 Apr 16 12:07:27.041868 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c5ba9fb9-6aad-4e63-a298-9e1defb22a07 req-85fda754-f9c6-48fb-9f08-90f91a6d118d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381973 Apr 16 12:07:27.072009 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-0de4898d-5317-4a50-b73a-d9fb3130d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:27.073649 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-0de4898d-5317-4a50-b73a-d9fb3130d7ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1653c805-9b78-4d78-95b0-d7939420f331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851958 Apr 16 12:07:27.241921 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-5cf2e1f2-88b4-46a5-a7b9-fae77f3fe26a service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374366 Apr 16 12:07:27.388964 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-645a3a67-819c-4160-9066-fedc0a5c17ed req-4fe272bf-5e04-4ef9-93f4-83db7e11ab81 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378140 Apr 16 12:07:27.681248 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-ffcee5d6-b60a-4c11-ab2c-ab870efeda13 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1432750 Apr 16 12:07:27.714335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d2d4d-6e3b-4e41-a0c4-5a98875405ab req-4b79f2f9-2c47-4443-ab63-31c8c54a2565 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:27.716080 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c38d2d4d-6e3b-4e41-a0c4-5a98875405ab req-4b79f2f9-2c47-4443-ab63-31c8c54a2565 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 943 time: 0.1179831 Apr 16 12:07:27.813182 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c38d2d4d-6e3b-4e41-a0c4-5a98875405ab req-cc10d6e2-77ac-47c5-a4fa-2babff622ca0 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891950 Apr 16 12:07:27.904741 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-45d72ac4-3d16-4d3e-bd7d-b6e934bb1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:27.906385 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-45d72ac4-3d16-4d3e-bd7d-b6e934bb1514 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 1098 time: 0.1457851 Apr 16 12:07:27.957012 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f682ed-f91d-4a9c-a1e4-6e645c8af7e3 req-8d5df1f7-7522-46c7-93e7-51ac44a167da tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:27.958823 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f9f682ed-f91d-4a9c-a1e4-6e645c8af7e3 req-8d5df1f7-7522-46c7-93e7-51ac44a167da tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 946 time: 0.1287911 Apr 16 12:07:28.113719 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f9f682ed-f91d-4a9c-a1e4-6e645c8af7e3 req-32ebdb70-b81e-4d66-b558-41245ec02f5d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277225 Apr 16 12:07:28.148304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-fb1bad84-4bb0-45c2-ac64-be9c83f97dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:28.149952 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-fb1bad84-4bb0-45c2-ac64-be9c83f97dc6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 915 time: 0.1868260 Apr 16 12:07:28.229029 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-623f2582-de07-4463-8381-a510a02bc9b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38e758c1-d7a1-408c-85d0-00bc52be7f77 HTTP/1.1" status: 200 len: 217 time: 0.0708830 Apr 16 12:07:28.300777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-2960282a-54f4-40ab-8dd8-6617f00c0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:28.302639 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-2960282a-54f4-40ab-8dd8-6617f00c0466 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 200 len: 854 time: 0.0666029 Apr 16 12:07:28.358576 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-59e7b0f8-5302-4638-b6a2-1cd02b9c9ac8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482619 Apr 16 12:07:28.504222 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-f4aebc52-fe73-4085-9ec1-c2f7f64ae00d service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377618 Apr 16 12:07:28.717208 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:28.771245 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'code': 200} Apr 16 12:07:28.899362 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9548a0d1-57ab-461b-8d61-3ca66e2f74f2 req-3a75e133-d871-4a31-93e9-2ababf0468d6 service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877945 Apr 16 12:07:29.032607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480fb15-ae80-4b0f-aaff-8e8a2839fdd7 req-064bfd29-50bf-4442-b874-e5dfa79dfb2e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:29.034256 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3480fb15-ae80-4b0f-aaff-8e8a2839fdd7 req-064bfd29-50bf-4442-b874-e5dfa79dfb2e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 943 time: 0.1022277 Apr 16 12:07:29.092047 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3480fb15-ae80-4b0f-aaff-8e8a2839fdd7 req-a0219429-158d-4c4c-be63-895e80cc29dd tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511847 Apr 16 12:07:29.192456 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4b0ad-14c7-4388-99d6-9aee5d3ba12d req-df68a484-d04e-4dac-8f56-b92c01aa7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:29.194111 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a6d4b0ad-14c7-4388-99d6-9aee5d3ba12d req-df68a484-d04e-4dac-8f56-b92c01aa7f61 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1096 time: 0.0789185 Apr 16 12:07:29.289129 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a6d4b0ad-14c7-4388-99d6-9aee5d3ba12d req-11b135dd-ad76-4d58-9e2a-c9ca8ae2d763 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872488 Apr 16 12:07:29.334551 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0d75d-1859-40fd-a5f4-2f2afd9eb00e req-0223eecf-422f-42e1-8288-cebe869a9079 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:29.336522 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-57d0d75d-1859-40fd-a5f4-2f2afd9eb00e req-0223eecf-422f-42e1-8288-cebe869a9079 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 946 time: 0.1003432 Apr 16 12:07:29.387557 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-57d0d75d-1859-40fd-a5f4-2f2afd9eb00e req-820122fc-2d18-4b93-88fb-32033e60d155 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440979 Apr 16 12:07:29.654437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:30.332632 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37981b06-ab2b-489b-b71b-53206d86f1e3 req-e79d899a-408f-4eae-8af1-764707d011ed tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:30.334608 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-37981b06-ab2b-489b-b71b-53206d86f1e3 req-e79d899a-408f-4eae-8af1-764707d011ed tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 943 time: 0.0960474 Apr 16 12:07:30.371219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 8c23fbb5-b9eb-4aef-9897-ab731de33a53 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:07:30.390365 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-37981b06-ab2b-489b-b71b-53206d86f1e3 req-0c8aac3d-a628-49f4-920b-c9e77fe2236b tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489459 Apr 16 12:07:30.525726 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:30.545459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'port_id': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'mac_address': 'fa:16:3e:6c:29:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:07:30.607356 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:30.627927 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c23fbb5-b9eb-4aef-9897-ab731de33a53 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:30.644457 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:30.647237 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:30.649144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:30.724772 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=8c23fbb5-b9eb-4aef-9897-ab731de33a53,revision_number=7']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:30.727864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:30.886305 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['8c23fbb5-b9eb-4aef-9897-ab731de33a53'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:31.566837 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-e1e32c25-373d-44f6-8859-929b955b7c56 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:31.568470 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-e1e32c25-373d-44f6-8859-929b955b7c56 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 814 time: 0.1645737 Apr 16 12:07:31.586298 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-e777a6bf-1cd4-4c44-8d69-c85c9707a5b8 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/quotas/2e41f6c853774b78bfd26ed54bd06c98 HTTP/1.1" status: 200 len: 375 time: 0.0111108 Apr 16 12:07:31.686352 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-3a5ca98e-179b-4497-a93d-43c37e8f7168 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930984 Apr 16 12:07:31.837990 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-bc5dddaa-040c-4bb5-ba84-6e8bd8df8053 service neutron] 10.222.0.75 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434712 Apr 16 12:07:31.987188 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-50fe3d11-705d-4b85-8d9a-d7d011f1b722 service neutron] 10.222.0.75 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419754 Apr 16 12:07:32.182765 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ace96d7f-89ec-4f85-991d-383e536b6439 req-3d30511f-503b-41c8-9f3b-8c29bb229bda tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 210 time: 0.0491843 Apr 16 12:07:32.387937 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 8c23fbb5-b9eb-4aef-9897-ab731de33a53 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:32.467585 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:32.468018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:32.600708 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:32.633677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:32.644667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:32.648229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:32.650867 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:32.692513 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'code': 200} Apr 16 12:07:32.730593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=8c23fbb5-b9eb-4aef-9897-ab731de33a53,revision_number=8']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:32.735152 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:33.395265 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-26d85514-0100-4245-bbf6-3555d82246be req-f12a3035-e366-4416-8fb4-21902128fa30 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 210 time: 0.0659752 Apr 16 12:07:33.466425 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-6cd7d0e5-b5bb-4f83-bea6-78a59fbdd8f0 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:33.468024 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-6cd7d0e5-b5bb-4f83-bea6-78a59fbdd8f0 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 814 time: 0.2282031 Apr 16 12:07:33.481476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Request body: {'port': {'device_id': '5236bf3a-2751-4a47-860c-d9a7a3b67527', 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b', 'admin_state_up': True, 'tenant_id': '2e41f6c853774b78bfd26ed54bd06c98'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:33.628078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:33.632045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Usage tracker for resource:port and tenant:2e41f6c853774b78bfd26ed54bd06c98 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:33.635097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:33.641560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:33.650306 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Made reservation on behalf of 2e41f6c853774b78bfd26ed54bd06c98 for: {'port': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:07:33.657005 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:33.833128 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Allocated IP 172.20.0.2 (1dc7a81e-9330-4b69-86b6-e188fa00ec3b/944e76fa-225d-4829-b541-33ffecf302c3/6178a055-75b4-4190-b33a-2f381172af2d) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:07:34.053481 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:34.084330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:34.096855 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['38e758c1-d7a1-408c-85d0-00bc52be7f77', '5de6a61d-a29d-4989-9fe5-d6e74597af42'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:34.100053 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-eb3a8369-78cc-4860-990d-abb0619ce78d tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:34.246499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Pushing event updated for resources: {'Port': ['ID=6178a055-75b4-4190-b33a-2f381172af2d,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:34.260418 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:34.304161 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:34.305376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:34.307835 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:07:34.380562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:34.381196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:34.410467 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-84ec2ebb-a1f0-40a0-a656-0d55b6ba83ef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9334750 Apr 16 12:07:34.416522 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52888) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:34.428137 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Request body: {'port': {'device_id': '5236bf3a-2751-4a47-860c-d9a7a3b67527', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:34.630364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:34.642231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:34.669054 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:34.716605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1ed7362a664e7f86721e48cb86afb0 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:07:34.727041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:07:34.738084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:34.785706 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607adf86-eea6-4c48-a37e-a10ab9633c1c req-02a9a46a-e9a2-4dec-a3dd-e901631dd96c tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:34.786461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-607adf86-eea6-4c48-a37e-a10ab9633c1c req-02a9a46a-e9a2-4dec-a3dd-e901631dd96c tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Synchronizing usage tracker for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:07:34.883066 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-607adf86-eea6-4c48-a37e-a10ab9633c1c req-02a9a46a-e9a2-4dec-a3dd-e901631dd96c tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Unset dirty status for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:07:34.884339 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-607adf86-eea6-4c48-a37e-a10ab9633c1c req-02a9a46a-e9a2-4dec-a3dd-e901631dd96c tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 931 time: 0.3567762 Apr 16 12:07:35.053637 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-607adf86-eea6-4c48-a37e-a10ab9633c1c req-53fc55c1-ea59-4635-94fb-e5e6338b94f0 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506321 Apr 16 12:07:35.083225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.095853 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.110215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1f7fbbc5-9b43-445b-8db0-7f59b7aba4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:35.160756 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99d63cc-7699-4e00-97ff-92ae15af94d3,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:35.165277 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3a1ed7362a664e7f86721e48cb86afb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7476296 Apr 16 12:07:35.167406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-99b15c54-dace-487c-aae3-00e3a03b1c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:35.168925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 52898) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:07:35.278088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6178a055-75b4-4190-b33a-2f381172af2d {{(pid=85303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:35.289691 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.318204 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d47eb25-b0e2-4945-a684-54512e305a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.320086 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Transition to ACTIVE for port object 6178a055-75b4-4190-b33a-2f381172af2d will not be triggered until provisioned by entity L2. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:35.331832 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.353234 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c49866ef-fdb5-4f12-89fd-65ffc921a037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:35.469629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d47eb25-b0e2-4945-a684-54512e305a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.517364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6178a055-75b4-4190-b33a-2f381172af2d,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:35.520432 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:35.646628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d47eb25-b0e2-4945-a684-54512e305a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.659024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-99bd7086-10c8-4d8c-b804-26b8973b03f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:35.675379 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47eb25-b0e2-4945-a684-54512e305a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99d63cc-7699-4e00-97ff-92ae15af94d3,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:35.677750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6d47eb25-b0e2-4945-a684-54512e305a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:35.715575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6d47eb25-b0e2-4945-a684-54512e305a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.716860 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6d47eb25-b0e2-4945-a684-54512e305a49 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a99d63cc-7699-4e00-97ff-92ae15af94d3 HTTP/1.1" status: 204 len: 168 time: 0.5469248 Apr 16 12:07:35.796614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Attempting to bind port 6178a055-75b4-4190-b33a-2f381172af2d on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:07:35.797537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Attempting to bind port 6178a055-75b4-4190-b33a-2f381172af2d by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:07:35.797913 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Attempting to bind port 6178a055-75b4-4190-b33a-2f381172af2d on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:35.802988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Port 6178a055-75b4-4190-b33a-2f381172af2d on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:07:35.803351 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Attempting to bind port 6178a055-75b4-4190-b33a-2f381172af2d on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:35.808861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:07:35.809234 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Checking segment: {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:35.809650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Bound using segment: {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:07:35.810116 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Bound port: 6178a055-75b4-4190-b33a-2f381172af2d, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'}}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:07:35.810499 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.914216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] For port 6178a055-75b4-4190-b33a-2f381172af2d, host hv-cinder-78662, cleared binding levels {{(pid=85303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:07:35.917751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] For port 6178a055-75b4-4190-b33a-2f381172af2d, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6178a055-75b4-4190-b33a-2f381172af2d,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:07:35.921444 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:35.939371 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9c8134b3-efc8-436b-8c6e-62a7a9bc7f35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:36.098516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6178a055-75b4-4190-b33a-2f381172af2d,revision_number=3']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:36.104004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:36.139221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:36.139789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:36.141602 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] 10.222.0.47 "PUT /v2.0/ports/6178a055-75b4-4190-b33a-2f381172af2d HTTP/1.1" status: 200 len: 1093 time: 1.7178996 Apr 16 12:07:36.142154 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5236bf3a-2751-4a47-860c-d9a7a3b67527', 'tag': '6178a055-75b4-4190-b33a-2f381172af2d'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:36.219697 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5236bf3a-2751-4a47-860c-d9a7a3b67527', 'tag': '6178a055-75b4-4190-b33a-2f381172af2d', 'status': 'completed', 'code': 200} Apr 16 12:07:36.332975 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd272e2-9f39-4535-b93e-9cf21d0ab9db req-6d31e84c-0bec-4b9c-8bee-6ef3357a7495 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:36.334635 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3dd272e2-9f39-4535-b93e-9cf21d0ab9db req-6d31e84c-0bec-4b9c-8bee-6ef3357a7495 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 943 time: 0.1606557 Apr 16 12:07:36.336650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-b755df3a-6b1c-423d-ac25-f7e7a82b010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:36.338508 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-b755df3a-6b1c-423d-ac25-f7e7a82b010c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 1096 time: 0.1215258 Apr 16 12:07:36.658145 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-97665a14-6929-498a-9149-a0532d649e8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6178a055-75b4-4190-b33a-2f381172af2d HTTP/1.1" status: 200 len: 217 time: 0.2991879 Apr 16 12:07:36.722352 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-3dd272e2-9f39-4535-b93e-9cf21d0ab9db req-6a6e4486-96b4-4862-9b35-bfe8e270cc6f tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808987 Apr 16 12:07:36.741774 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-ae8b3594-b5a5-4916-beed-b68eaff3a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:36.743344 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-ae8b3594-b5a5-4916-beed-b68eaff3a06e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 200 len: 854 time: 0.0749328 Apr 16 12:07:36.798235 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-4eb5fe66-e71a-4503-b7a2-3900bc50ebfe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474730 Apr 16 12:07:36.943464 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-d66a8f7b-61c4-41fd-8752-9345e0db50c7 service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381271 Apr 16 12:07:37.090401 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-f7a3e7b7-037c-4cc7-9dcd-ba90ab3958ff req-126aea78-0b7a-416a-8708-668f68c607c7 service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370249 Apr 16 12:07:37.219528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-90956747-9737-4522-b6dc-47bf4539de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:37.221229 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-90956747-9737-4522-b6dc-47bf4539de2c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 1096 time: 0.0825276 Apr 16 12:07:37.364359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-f13650c7-e594-4592-a097-a0c5439b1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:37.365971 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-f13650c7-e594-4592-a097-a0c5439b1c03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 915 time: 0.1367004 Apr 16 12:07:37.439855 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-e8d89ab3-46cd-4d51-9aff-c82a65194bbe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6178a055-75b4-4190-b33a-2f381172af2d HTTP/1.1" status: 200 len: 217 time: 0.0654469 Apr 16 12:07:37.514275 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-6b50f08c-59a1-429c-90e6-c86a125c4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:37.516483 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-6b50f08c-59a1-429c-90e6-c86a125c4d3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 200 len: 854 time: 0.0685537 Apr 16 12:07:37.574237 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-80f1f4a5-dc42-4c0f-8ffd-b6f614459cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479019 Apr 16 12:07:37.718615 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-b8976e23-f763-47e2-8b2c-0c4349b2129f service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362929 Apr 16 12:07:37.917574 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5b7114d8-e9d7-4051-83d6-4001b6f29ced req-61cf01a8-1e59-4299-bf01-52a8d3aa3d6f service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918018 Apr 16 12:07:37.950980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366110e-e8ba-4c03-8473-90af4aa4980d req-a7d30fa9-bfe6-4d5e-89a7-6d37eb5e9649 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:37.952591 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a366110e-e8ba-4c03-8473-90af4aa4980d req-a7d30fa9-bfe6-4d5e-89a7-6d37eb5e9649 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 943 time: 0.1112115 Apr 16 12:07:38.006283 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a366110e-e8ba-4c03-8473-90af4aa4980d req-92313fb0-ec5f-4b3b-9374-0b47a5873ca5 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462809 Apr 16 12:07:39.208231 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8cfc2c-4b1f-40ed-8e33-505807c11589 req-43db4f78-3ebe-442d-b1ae-44983ed02b48 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:39.209876 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5e8cfc2c-4b1f-40ed-8e33-505807c11589 req-43db4f78-3ebe-442d-b1ae-44983ed02b48 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 943 time: 0.0907826 Apr 16 12:07:39.258283 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5e8cfc2c-4b1f-40ed-8e33-505807c11589 req-5843326b-b2ed-44e6-8791-2624c8364d18 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Apr 16 12:07:40.419545 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 6178a055-75b4-4190-b33a-2f381172af2d details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:07:40.469801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e0f86-2a6b-48cb-b045-c40c11915fa1 req-b4072771-56c3-4de2-9a04-5f19ed2de4b4 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:40.471679 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ba3e0f86-2a6b-48cb-b045-c40c11915fa1 req-b4072771-56c3-4de2-9a04-5f19ed2de4b4 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 943 time: 0.0980184 Apr 16 12:07:40.522900 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ba3e0f86-2a6b-48cb-b045-c40c11915fa1 req-c772231b-0a9b-454a-b450-d30785b0e26b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444219 Apr 16 12:07:40.575560 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 6178a055-75b4-4190-b33a-2f381172af2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6178a055-75b4-4190-b33a-2f381172af2d,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:40.590745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '6178a055-75b4-4190-b33a-2f381172af2d', 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b', 'port_id': '6178a055-75b4-4190-b33a-2f381172af2d', 'mac_address': 'fa:16:3e:cf:bb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944e76fa-225d-4829-b541-33ffecf302c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:07:40.653329 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:40.670744 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6178a055-75b4-4190-b33a-2f381172af2d {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:40.686824 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 6178a055-75b4-4190-b33a-2f381172af2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6178a055-75b4-4190-b33a-2f381172af2d,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:40.690115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:40.691937 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:40.760970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=6178a055-75b4-4190-b33a-2f381172af2d,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:40.764087 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:40.950098 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['6178a055-75b4-4190-b33a-2f381172af2d'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:41.732735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272b852-0e24-4cf0-a885-0dc8e8fb0c79 req-3193f83c-e3fc-40bd-8557-80de4d610104 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:41.734771 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9272b852-0e24-4cf0-a885-0dc8e8fb0c79 req-3193f83c-e3fc-40bd-8557-80de4d610104 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 944 time: 0.0887890 Apr 16 12:07:41.783275 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-9272b852-0e24-4cf0-a885-0dc8e8fb0c79 req-4d1334b9-6457-452b-a41a-fb956d365c48 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415428 Apr 16 12:07:42.432877 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 6178a055-75b4-4190-b33a-2f381172af2d up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:07:42.506793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 6178a055-75b4-4190-b33a-2f381172af2d completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:07:42.511616 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 6178a055-75b4-4190-b33a-2f381172af2d triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:07:42.512038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:42.636007 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:42.663178 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5236bf3a-2751-4a47-860c-d9a7a3b67527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6178a055-75b4-4190-b33a-2f381172af2d'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:42.673805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 6178a055-75b4-4190-b33a-2f381172af2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6178a055-75b4-4190-b33a-2f381172af2d,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:42.677798 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:42.679629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:42.728315 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5236bf3a-2751-4a47-860c-d9a7a3b67527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6178a055-75b4-4190-b33a-2f381172af2d', 'code': 200} Apr 16 12:07:42.755606 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=6178a055-75b4-4190-b33a-2f381172af2d,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:42.758953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:43.055417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c8331-b2fa-4bba-abee-39a81cc412b4 req-1dba1e67-8aac-464e-a41f-19df6f267596 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:43.057039 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b64c8331-b2fa-4bba-abee-39a81cc412b4 req-1dba1e67-8aac-464e-a41f-19df6f267596 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 945 time: 0.1552505 Apr 16 12:07:43.059011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2bcae-e7f8-4d5a-bd03-8c5078ee69eb req-5f3bac65-ec2b-4455-ae45-fa494f7c0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:43.060441 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-59f2bcae-e7f8-4d5a-bd03-8c5078ee69eb req-5f3bac65-ec2b-4455-ae45-fa494f7c0b7e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 1098 time: 0.1180093 Apr 16 12:07:43.136032 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b64c8331-b2fa-4bba-abee-39a81cc412b4 req-da50b716-c35d-4440-850a-b58468b406c6 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719755 Apr 16 12:07:43.139381 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-59f2bcae-e7f8-4d5a-bd03-8c5078ee69eb req-0031aaee-cbbe-4665-8d4f-06048493f8f0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572491 Apr 16 12:07:44.341163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7be271-be49-451e-a8e6-170b981ff016 req-86aa11bb-bd8c-4208-961e-31c148bcb550 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:44.342748 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bb7be271-be49-451e-a8e6-170b981ff016 req-86aa11bb-bd8c-4208-961e-31c148bcb550 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 945 time: 0.0897853 Apr 16 12:07:44.390297 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-bb7be271-be49-451e-a8e6-170b981ff016 req-e83b462a-6b4f-48ab-b991-291d0f921bf1 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Apr 16 12:07:44.403980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-974bd53a-9285-4f6b-a8d3-5e2348a583e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:47.113479 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d094e9b2-b19c-433f-8e64-c6961bfa4a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:48.010644 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:48.689707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:49.085760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:50.841117 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-eeee028e-ce9f-4c15-9d00-b0282e0447fb tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:50.842689 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-eeee028e-ce9f-4c15-9d00-b0282e0447fb tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 814 time: 0.1578450 Apr 16 12:07:50.858799 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-83f23d2a-f2fc-4830-8e34-e1749edf1de1 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/quotas/2e41f6c853774b78bfd26ed54bd06c98 HTTP/1.1" status: 200 len: 375 time: 0.0096159 Apr 16 12:07:50.958922 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-3dbe181e-70cf-4a38-a917-0449a4dc4e92 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933657 Apr 16 12:07:51.102192 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-3cb15f7a-5876-4d82-a0b4-9968c0968ece service neutron] 10.222.0.75 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356175 Apr 16 12:07:51.246725 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-2cc90ece-8a3a-4a6d-b9b9-69f89b6ff12c service neutron] 10.222.0.75 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378839 Apr 16 12:07:51.441914 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ad0d88e8-904b-4624-9d82-a4734c52af1d req-d8d03851-d9d4-4250-9322-0d6057e09c9d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 210 time: 0.0485649 Apr 16 12:07:52.104112 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:07:52.612698 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-c55fc8d8-6eea-45c6-a42c-410d8304da80 req-c1693560-5966-4e2b-9b47-c4b7a4dcfece tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 210 time: 0.0518398 Apr 16 12:07:52.798247 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-164931da-e8c3-4f80-a31c-47dbd7cb9d16 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:52.799943 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-164931da-e8c3-4f80-a31c-47dbd7cb9d16 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 814 time: 0.1653986 Apr 16 12:07:52.814455 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Request body: {'port': {'device_id': '7dfb99a6-c881-4b54-862d-fa3be7188181', 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b', 'admin_state_up': True, 'tenant_id': '2e41f6c853774b78bfd26ed54bd06c98'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:52.971340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:07:52.981471 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:07:52.991181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Made reservation on behalf of 2e41f6c853774b78bfd26ed54bd06c98 for: {'port': 1} {{(pid=85303) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 12:07:52.997250 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:53.169849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_common [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Allocated IP 172.20.0.11 (1dc7a81e-9330-4b69-86b6-e188fa00ec3b/944e76fa-225d-4829-b541-33ffecf302c3/192735f0-e1ca-4807-a6c6-cb735ee72ac3) {{(pid=85303) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 12:07:53.392282 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks [] for port, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:53.422678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791032152264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:53.435392 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['38e758c1-d7a1-408c-85d0-00bc52be7f77', '5de6a61d-a29d-4989-9fe5-d6e74597af42', '6178a055-75b4-4190-b33a-2f381172af2d'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:53.437572 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-08e5346e-f1c0-49ac-8d01-c7327c655db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:53.579381 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Pushing event updated for resources: {'Port': ['ID=192735f0-e1ca-4807-a6c6-cb735ee72ac3,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:53.591233 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.591663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.592083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.592528 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.592933 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.593885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.594783 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.595225 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.595638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.596046 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.596456 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.596888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:07:53.611628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:53.652852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b is already hosted by enough agents. {{(pid=85303) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 12:07:53.654056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.base_scheduler [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Resources bound (agent type, host, resource id): {{(pid=85303) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 12:07:53.657039 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Received port after_create {{(pid=85303) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 12:07:53.725387 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:53.726347 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:53.803199 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-ce419cc9-3086-4aa3-b551-04cf45888ea2 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9935579 Apr 16 12:07:53.816302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.v2.base [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Request body: {'port': {'device_id': '7dfb99a6-c881-4b54-862d-fa3be7188181', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78662'}} {{(pid=85303) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 12:07:53.896563 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a001-91b5-45d7-b2f7-dfe2155fd21a req-6437041a-6541-4033-b447-21991c204b73 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:53.897335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b427a001-91b5-45d7-b2f7-dfe2155fd21a req-6437041a-6541-4033-b447-21991c204b73 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Synchronizing usage tracker for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:07:53.975320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b427a001-91b5-45d7-b2f7-dfe2155fd21a req-6437041a-6541-4033-b447-21991c204b73 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Unset dirty status for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:07:53.976728 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b427a001-91b5-45d7-b2f7-dfe2155fd21a req-6437041a-6541-4033-b447-21991c204b73 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 932 time: 0.2362063 Apr 16 12:07:53.981252 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:54.091287 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b427a001-91b5-45d7-b2f7-dfe2155fd21a req-a6bca935-c8ef-4204-b4a0-acbbf9ecfb34 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993009 Apr 16 12:07:54.381502 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192735f0-e1ca-4807-a6c6-cb735ee72ac3 {{(pid=85303) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:54.389353 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:54.404888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Transition to ACTIVE for port object 192735f0-e1ca-4807-a6c6-cb735ee72ac3 will not be triggered until provisioned by entity L2. {{(pid=85303) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 12:07:54.407652 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:54.423212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-84112a96-ec98-47a4-860c-58f025cc9531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:54.798298 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Pushing event updated for resources: {'Port': ['ID=192735f0-e1ca-4807-a6c6-cb735ee72ac3,revision_number=2']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:54.810953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:55.021038 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Attempting to bind port 192735f0-e1ca-4807-a6c6-cb735ee72ac3 on host hv-cinder-78662 for vnic_type normal with profile {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 12:07:55.021405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Attempting to bind port 192735f0-e1ca-4807-a6c6-cb735ee72ac3 by drivers openvswitch,hyperv on host hv-cinder-78662 at level 0 using segments [{'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 12:07:55.021769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Attempting to bind port 192735f0-e1ca-4807-a6c6-cb735ee72ac3 on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:55.026600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Port 192735f0-e1ca-4807-a6c6-cb735ee72ac3 on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78662 {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 12:07:55.026956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Attempting to bind port 192735f0-e1ca-4807-a6c6-cb735ee72ac3 on network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 12:07:55.032489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Checking agent: {'id': 'a0501a53-14a8-4e13-a7ae-0e029910bf80', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78662', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'started_at': datetime.datetime(2021, 4, 16, 11, 57, 30), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 12, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 12:07:55.032887 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Checking segment: {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85303) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 12:07:55.033301 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Bound using segment: {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'} {{(pid=85303) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 12:07:55.033789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Bound port: 192735f0-e1ca-4807-a6c6-cb735ee72ac3, host: hv-cinder-78662, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa9a231-8a03-4bf4-a607-a38c60248ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b'}}] {{(pid=85303) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 12:07:55.034165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:55.131229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] For port 192735f0-e1ca-4807-a6c6-cb735ee72ac3, host hv-cinder-78662, cleared binding levels {{(pid=85303) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 12:07:55.135057 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] For port 192735f0-e1ca-4807-a6c6-cb735ee72ac3, host hv-cinder-78662, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=192735f0-e1ca-4807-a6c6-cb735ee72ac3,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85303) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 12:07:55.137596 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60842850'] for port, after_update {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:55.154120 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-180c9215-796a-4991-bf4f-f695189b13b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:55.376607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Pushing event updated for resources: {'Port': ['ID=192735f0-e1ca-4807-a6c6-cb735ee72ac3,revision_number=3']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:55.391885 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:55.425210 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:55.425888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:55.427364 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-24d6fbcd-05c1-4779-a9eb-7356413fe47c service neutron] 10.222.0.47 "PUT /v2.0/ports/192735f0-e1ca-4807-a6c6-cb735ee72ac3 HTTP/1.1" status: 200 len: 1094 time: 1.6156752 Apr 16 12:07:55.427898 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfb99a6-c881-4b54-862d-fa3be7188181', 'tag': '192735f0-e1ca-4807-a6c6-cb735ee72ac3'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:07:55.442991 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc04e5-1405-41f6-ae5e-0c4b717bfca2 req-2383cc93-72ab-4d7d-be6e-435459817ba0 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:55.444635 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-27dc04e5-1405-41f6-ae5e-0c4b717bfca2 req-2383cc93-72ab-4d7d-be6e-435459817ba0 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 944 time: 0.1914937 Apr 16 12:07:55.488222 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfb99a6-c881-4b54-862d-fa3be7188181', 'tag': '192735f0-e1ca-4807-a6c6-cb735ee72ac3', 'status': 'completed', 'code': 200} Apr 16 12:07:55.542193 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-27dc04e5-1405-41f6-ae5e-0c4b717bfca2 req-4fe75ec3-aa17-4254-b6d7-c181063ff117 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886333 Apr 16 12:07:55.574973 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-145ab05c-ac56-49d7-8196-22eca3b49908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:55.576620 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-145ab05c-ac56-49d7-8196-22eca3b49908 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 1097 time: 0.0845904 Apr 16 12:07:55.657340 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-1a47dc1e-d700-4c71-8c0c-cd9b45a3af94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=192735f0-e1ca-4807-a6c6-cb735ee72ac3 HTTP/1.1" status: 200 len: 217 time: 0.0716453 Apr 16 12:07:55.727060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-03ca8551-acd7-4a89-a54e-7fb5aec9c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:55.728694 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-03ca8551-acd7-4a89-a54e-7fb5aec9c591 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 200 len: 854 time: 0.0646138 Apr 16 12:07:55.786444 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-aea477af-0c38-4cc3-9457-33c5a7db25f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503230 Apr 16 12:07:55.931922 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-d398620b-8e99-43d1-ab9d-ed7b5864592f service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379664 Apr 16 12:07:56.080877 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0a74e214-5f4d-413c-ba72-2cc675020c66 req-a1a6c1b3-5f73-467a-9e97-6654268424bf service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392517 Apr 16 12:07:56.203359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-3c7f8bfc-070a-494f-8da6-124a696f38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:56.205019 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-3c7f8bfc-070a-494f-8da6-124a696f38b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 1097 time: 0.0798047 Apr 16 12:07:56.357274 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-da63051c-5d2d-42f1-9e5d-97edf227577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:56.358864 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-da63051c-5d2d-42f1-9e5d-97edf227577d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 200 len: 915 time: 0.1420012 Apr 16 12:07:56.440522 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-fad00840-5ffc-4df1-b8d2-757d9b55e32b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=192735f0-e1ca-4807-a6c6-cb735ee72ac3 HTTP/1.1" status: 200 len: 217 time: 0.0716369 Apr 16 12:07:56.517997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-e895228b-87b4-45fe-acf9-79ffc4fed397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:56.519497 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-e895228b-87b4-45fe-acf9-79ffc4fed397 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 200 len: 854 time: 0.0648835 Apr 16 12:07:56.580419 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-098769e3-df5c-47a8-ba32-02106c64c148 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1dc7a81e-9330-4b69-86b6-e188fa00ec3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519631 Apr 16 12:07:56.804875 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-1e1efec9-4b5d-4141-84bb-725b7632e90d service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175684 Apr 16 12:07:56.817793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf480aae-887b-412b-8c59-86c020e845e4 req-1e5487e7-4e89-4f88-915d-866fc95f67f7 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:56.819287 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cf480aae-887b-412b-8c59-86c020e845e4 req-1e5487e7-4e89-4f88-915d-866fc95f67f7 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 944 time: 0.1577313 Apr 16 12:07:56.955555 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cf480aae-887b-412b-8c59-86c020e845e4 req-c167002b-bf49-49dd-b972-c2004bcf3028 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116941 Apr 16 12:07:56.997330 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-4a93f05a-735e-4ca0-ae46-1badb3b43e4e req-4619ef2d-0fcc-42a1-a4e3-4c30c33d2041 service neutron] 10.222.0.47 "GET /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770275 Apr 16 12:07:58.161971 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec1f51-a89a-47ab-bf82-b6862383ad26 req-d825d698-840e-4920-9ad4-14684125ee16 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:58.163549 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-71ec1f51-a89a-47ab-bf82-b6862383ad26 req-d825d698-840e-4920-9ad4-14684125ee16 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 944 time: 0.0920780 Apr 16 12:07:58.211433 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-71ec1f51-a89a-47ab-bf82-b6862383ad26 req-44d39c0a-a56c-441b-9f2e-56d531f5ea3a tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 Apr 16 12:07:58.524344 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 192735f0-e1ca-4807-a6c6-cb735ee72ac3 details requested by agent hyperv_hv-cinder-78662 with host hv-cinder-78662 {{(pid=85304) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 12:07:58.669861 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 192735f0-e1ca-4807-a6c6-cb735ee72ac3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=192735f0-e1ca-4807-a6c6-cb735ee72ac3,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:58.684809 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Returning: {'device': '192735f0-e1ca-4807-a6c6-cb735ee72ac3', 'network_id': '1dc7a81e-9330-4b69-86b6-e188fa00ec3b', 'port_id': '192735f0-e1ca-4807-a6c6-cb735ee72ac3', 'mac_address': 'fa:16:3e:9e:41:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944e76fa-225d-4829-b541-33ffecf302c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85304) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 12:07:58.750740 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:58.769277 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192735f0-e1ca-4807-a6c6-cb735ee72ac3 {{(pid=85304) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 12:07:58.786647 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 192735f0-e1ca-4807-a6c6-cb735ee72ac3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=192735f0-e1ca-4807-a6c6-cb735ee72ac3,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:07:58.789261 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:07:58.791211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:07:58.863153 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=192735f0-e1ca-4807-a6c6-cb735ee72ac3,revision_number=4']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:07:58.866486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:07:59.061719 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['192735f0-e1ca-4807-a6c6-cb735ee72ac3'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:07:59.422300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afa412-27f0-4426-a60f-bc5ff368f7a3 req-a9a687fb-6101-4006-97b7-e780ffcf0c98 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:07:59.423825 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-31afa412-27f0-4426-a60f-bc5ff368f7a3 req-a9a687fb-6101-4006-97b7-e780ffcf0c98 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 945 time: 0.0925601 Apr 16 12:07:59.477384 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-31afa412-27f0-4426-a60f-bc5ff368f7a3 req-71d8d0b4-fee9-4025-826d-43e6f362e89d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471368 Apr 16 12:07:59.682810 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:00.533650 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 192735f0-e1ca-4807-a6c6-cb735ee72ac3 up at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 12:08:00.608709 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning for port 192735f0-e1ca-4807-a6c6-cb735ee72ac3 completed by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 12:08:00.613648 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.provisioning_blocks [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Provisioning complete for port 192735f0-e1ca-4807-a6c6-cb735ee72ac3 triggered by entity L2. {{(pid=85304) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 12:08:00.614062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850603520'] for port, provisioning_complete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:00.683949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde35f2e-8013-460a-9c47-451f3af40d32 req-d094f4e7-6f5a-4623-a2c4-51021aca2fdb tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:00.685582 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fde35f2e-8013-460a-9c47-451f3af40d32 req-d094f4e7-6f5a-4623-a2c4-51021aca2fdb tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 945 time: 0.0898600 Apr 16 12:08:00.735957 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-fde35f2e-8013-460a-9c47-451f3af40d32 req-2e5bf75c-1559-4769-8a54-902640432ebe tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437162 Apr 16 12:08:00.742831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-73045'] for port, before_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:00.772533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfb99a6-c881-4b54-862d-fa3be7188181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192735f0-e1ca-4807-a6c6-cb735ee72ac3'}] {{(pid=85304) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:08:00.783831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] For port 192735f0-e1ca-4807-a6c6-cb735ee72ac3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=192735f0-e1ca-4807-a6c6-cb735ee72ac3,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:08:00.786580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791032606272', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791032152281', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363245822623502'] for port, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:00.789451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:00.831947 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfb99a6-c881-4b54-862d-fa3be7188181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192735f0-e1ca-4807-a6c6-cb735ee72ac3', 'code': 200} Apr 16 12:08:00.870163 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Pushing event updated for resources: {'Port': ['ID=192735f0-e1ca-4807-a6c6-cb735ee72ac3,revision_number=5']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:00.873304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:01.071612 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96962d-6aa8-4970-a92f-f38969a01b8d req-2ea742d8-0b54-44fd-8e8e-9aedfa481070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:01.073110 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6b96962d-6aa8-4970-a92f-f38969a01b8d req-2ea742d8-0b54-44fd-8e8e-9aedfa481070 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 1099 time: 0.0797482 Apr 16 12:08:01.122003 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-6b96962d-6aa8-4970-a92f-f38969a01b8d req-ac1dc220-7ab1-482f-bcd0-d2ae00da917c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356767 Apr 16 12:08:01.939676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf32ae-cff6-4eb4-93ee-305d69698ca9 req-a5ce6ecc-a21a-458b-8cbc-2b2ffda26994 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:01.941405 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d1cf32ae-cff6-4eb4-93ee-305d69698ca9 req-a5ce6ecc-a21a-458b-8cbc-2b2ffda26994 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 946 time: 0.0903566 Apr 16 12:08:01.991124 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d1cf32ae-cff6-4eb4-93ee-305d69698ca9 req-d405a08f-61ba-450c-822f-a1225aefc596 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Apr 16 12:08:03.206089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e678c7-4857-4e18-8ea7-64ff056cb423 req-dacc20f2-91ae-4ec4-85a5-e307783aab77 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:03.207932 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-79e678c7-4857-4e18-8ea7-64ff056cb423 req-dacc20f2-91ae-4ec4-85a5-e307783aab77 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 946 time: 0.0973966 Apr 16 12:08:03.259763 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-79e678c7-4857-4e18-8ea7-64ff056cb423 req-5de71901-c143-4c5a-acac-84943820df61 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450983 Apr 16 12:08:10.935965 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef48ea-0f88-45b4-8846-7ec0da1c6f22 req-545a86a9-7f78-4193-b3e6-1cd0bfe79240 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:10.937602 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0cef48ea-0f88-45b4-8846-7ec0da1c6f22 req-545a86a9-7f78-4193-b3e6-1cd0bfe79240 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 946 time: 0.0943561 Apr 16 12:08:10.990426 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0cef48ea-0f88-45b4-8846-7ec0da1c6f22 req-8b5a06a8-c0f7-406b-bc60-2846f994e82e tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461245 Apr 16 12:08:12.196704 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317781-108e-4597-be13-5ed1c36fdea9 req-49dc16de-e502-4527-a74d-8e50bd4ff5fb tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:12.198300 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cb317781-108e-4597-be13-5ed1c36fdea9 req-49dc16de-e502-4527-a74d-8e50bd4ff5fb tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 946 time: 0.0907927 Apr 16 12:08:12.250701 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-cb317781-108e-4597-be13-5ed1c36fdea9 req-ceebe29b-faaf-421b-b518-25755f548e64 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448170 Apr 16 12:08:12.618599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-ac941d90-bbe0-4418-aa21-1a3e8b46743a tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:12.620139 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-ac941d90-bbe0-4418-aa21-1a3e8b46743a tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 946 time: 0.0924664 Apr 16 12:08:12.700084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Deleting port 192735f0-e1ca-4807-a6c6-cb735ee72ac3 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:08:12.700473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:13.202763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] For port 192735f0-e1ca-4807-a6c6-cb735ee72ac3, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=192735f0-e1ca-4807-a6c6-cb735ee72ac3,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:08:13.203923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:13.339849 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Calling delete_port for 192735f0-e1ca-4807-a6c6-cb735ee72ac3 owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:08:13.545859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f29ee-87d8-482c-a385-fa7875add2f2 req-547ca31c-cf67-47f2-a81a-7d17d244193b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:13.548154 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-157f29ee-87d8-482c-a385-fa7875add2f2 req-547ca31c-cf67-47f2-a81a-7d17d244193b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=7dfb99a6-c881-4b54-862d-fa3be7188181 HTTP/1.1" status: 200 len: 946 time: 0.1690433 Apr 16 12:08:13.605101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:13.617526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['38e758c1-d7a1-408c-85d0-00bc52be7f77', '5de6a61d-a29d-4989-9fe5-d6e74597af42', '6178a055-75b4-4190-b33a-2f381172af2d', '192735f0-e1ca-4807-a6c6-cb735ee72ac3'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:08:13.623544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8c3d5453-eddd-4a8c-9730-d523f29851b0 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:13.679830 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-157f29ee-87d8-482c-a385-fa7875add2f2 req-19b246df-081f-49ca-bdf8-b29850c86dec tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214967 Apr 16 12:08:13.731046 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Pushing event deleted for resources: {'Port': ['ID=192735f0-e1ca-4807-a6c6-cb735ee72ac3,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:13.737782 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:13.884299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] No DVR routers for this DVR port 192735f0-e1ca-4807-a6c6-cb735ee72ac3 on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:08:13.886924 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:13.889870 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfb99a6-c881-4b54-862d-fa3be7188181', 'name': 'network-vif-deleted', 'tag': '192735f0-e1ca-4807-a6c6-cb735ee72ac3'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:08:13.908163 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-2e72dc21-4e68-4d77-80a2-01dc1c9e9558 req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "DELETE /v2.0/ports/192735f0-e1ca-4807-a6c6-cb735ee72ac3 HTTP/1.1" status: 204 len: 173 time: 1.2799106 Apr 16 12:08:13.953013 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfb99a6-c881-4b54-862d-fa3be7188181', 'name': 'network-vif-deleted', 'tag': '192735f0-e1ca-4807-a6c6-cb735ee72ac3', 'status': 'completed', 'code': 200} Apr 16 12:08:14.405780 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-2e3da669-1600-4cb4-8909-9e3356994e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:16.430156 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bc1fe-6ee5-439c-886c-cf1a5c561af5 req-c7d16af8-d5d1-4468-8143-78cd30b13675 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:16.430918 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-305bc1fe-6ee5-439c-886c-cf1a5c561af5 req-c7d16af8-d5d1-4468-8143-78cd30b13675 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Synchronizing usage tracker for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:08:16.445440 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-305bc1fe-6ee5-439c-886c-cf1a5c561af5 req-c7d16af8-d5d1-4468-8143-78cd30b13675 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Unset dirty status for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:08:16.446701 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-305bc1fe-6ee5-439c-886c-cf1a5c561af5 req-c7d16af8-d5d1-4468-8143-78cd30b13675 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 945 time: 0.1064050 Apr 16 12:08:16.496138 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-305bc1fe-6ee5-439c-886c-cf1a5c561af5 req-912e05f2-3f71-451f-9ff7-364a307e3fc6 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Apr 16 12:08:16.632015 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 192735f0-e1ca-4807-a6c6-cb735ee72ac3 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:08:16.672882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 192735f0-e1ca-4807-a6c6-cb735ee72ac3 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:08:16.673333 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 192735f0-e1ca-4807-a6c6-cb735ee72ac3 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:08:17.114208 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-10bebfcf-9869-4d5c-8ba3-1de8bf791f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:17.705303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b76afb-8f9b-4b6d-97e6-06aba49ab41a req-27b32ed4-08b6-4454-8256-c00922ead23e tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:17.706832 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a0b76afb-8f9b-4b6d-97e6-06aba49ab41a req-27b32ed4-08b6-4454-8256-c00922ead23e tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 945 time: 0.0927947 Apr 16 12:08:17.756722 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-a0b76afb-8f9b-4b6d-97e6-06aba49ab41a req-55833dfa-dde4-49b2-87d5-7039abd963b5 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Apr 16 12:08:18.011510 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:18.145769 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-79e889df-bfc4-4c38-a814-d0026b30543b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:18.147356 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-79e889df-bfc4-4c38-a814-d0026b30543b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 945 time: 0.0913973 Apr 16 12:08:18.247109 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Deleting port 6178a055-75b4-4190-b33a-2f381172af2d {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:08:18.247616 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:18.562217 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] For port 6178a055-75b4-4190-b33a-2f381172af2d, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=6178a055-75b4-4190-b33a-2f381172af2d,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:08:18.563446 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:18.697002 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:18.724646 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Calling delete_port for 6178a055-75b4-4190-b33a-2f381172af2d owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:08:18.897380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:18.915460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['38e758c1-d7a1-408c-85d0-00bc52be7f77', '5de6a61d-a29d-4989-9fe5-d6e74597af42', '6178a055-75b4-4190-b33a-2f381172af2d'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:08:18.924271 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6d190fa5-fc8f-4fc9-a8ed-0657311a016e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:19.038678 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Pushing event deleted for resources: {'Port': ['ID=6178a055-75b4-4190-b33a-2f381172af2d,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:19.101159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:19.110305 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01487eed-82f7-42c8-bbc6-ae0889990cd1 req-50e943a7-457e-4926-ab6f-361bdadc1fa3 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=5236bf3a-2751-4a47-860c-d9a7a3b67527 HTTP/1.1" status: 200 len: 210 time: 0.1306717 Apr 16 12:08:19.112100 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:19.269133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] No DVR routers for this DVR port 6178a055-75b4-4190-b33a-2f381172af2d on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:08:19.271536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:19.274424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5236bf3a-2751-4a47-860c-d9a7a3b67527', 'name': 'network-vif-deleted', 'tag': '6178a055-75b4-4190-b33a-2f381172af2d'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:08:19.290244 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-eb4ad142-0110-467d-8fd7-37375ab42018 req-8d46dd47-6e54-4e79-91f5-b0d5441739ff tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "DELETE /v2.0/ports/6178a055-75b4-4190-b33a-2f381172af2d HTTP/1.1" status: 204 len: 173 time: 1.1343181 Apr 16 12:08:19.330613 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5236bf3a-2751-4a47-860c-d9a7a3b67527', 'name': 'network-vif-deleted', 'tag': '6178a055-75b4-4190-b33a-2f381172af2d', 'status': 'completed', 'code': 200} Apr 16 12:08:20.608776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517e1e7-901d-4998-b8b1-cf00790bf4a5 req-55f8056c-50fe-4858-b812-d6e89b0a5b34 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:20.609577 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b517e1e7-901d-4998-b8b1-cf00790bf4a5 req-55f8056c-50fe-4858-b812-d6e89b0a5b34 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Synchronizing usage tracker for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:08:20.624218 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-b517e1e7-901d-4998-b8b1-cf00790bf4a5 req-55f8056c-50fe-4858-b812-d6e89b0a5b34 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Unset dirty status for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:08:20.625696 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b517e1e7-901d-4998-b8b1-cf00790bf4a5 req-55f8056c-50fe-4858-b812-d6e89b0a5b34 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 946 time: 0.1119604 Apr 16 12:08:20.675352 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-b517e1e7-901d-4998-b8b1-cf00790bf4a5 req-e525bcf5-a633-4547-9b31-53824f552628 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429003 Apr 16 12:08:21.890613 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26e54a-a964-4a5a-95ef-0550395f927e req-64b0a931-4b65-4f72-a4cc-f8673df70d1b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:21.892535 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1d26e54a-a964-4a5a-95ef-0550395f927e req-64b0a931-4b65-4f72-a4cc-f8673df70d1b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 946 time: 0.0987022 Apr 16 12:08:21.941471 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-1d26e54a-a964-4a5a-95ef-0550395f927e req-bf172812-7d91-4575-be29-6ed6cac60735 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Apr 16 12:08:22.032241 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-46f0e0a9-026e-437b-a1e0-2fbe8a2be096 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:22.033985 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-46f0e0a9-026e-437b-a1e0-2fbe8a2be096 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 946 time: 0.0915997 Apr 16 12:08:22.115790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Deleting port 5de6a61d-a29d-4989-9fe5-d6e74597af42 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:08:22.116185 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:22.379219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] For port 5de6a61d-a29d-4989-9fe5-d6e74597af42, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=5de6a61d-a29d-4989-9fe5-d6e74597af42,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:08:22.379537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:22.513040 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Calling delete_port for 5de6a61d-a29d-4989-9fe5-d6e74597af42 owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:08:22.667793 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:22.683114 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-2ad366a7-449c-4537-a649-3832c2bcfa5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:22.687255 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['38e758c1-d7a1-408c-85d0-00bc52be7f77', '5de6a61d-a29d-4989-9fe5-d6e74597af42'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:08:22.715993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 6178a055-75b4-4190-b33a-2f381172af2d no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:08:22.765594 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 6178a055-75b4-4190-b33a-2f381172af2d {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:08:22.766056 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 6178a055-75b4-4190-b33a-2f381172af2d not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:08:22.783045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Pushing event deleted for resources: {'Port': ['ID=5de6a61d-a29d-4989-9fe5-d6e74597af42,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:22.789150 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:22.936095 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] No DVR routers for this DVR port 5de6a61d-a29d-4989-9fe5-d6e74597af42 on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:08:22.938952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:22.941776 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200f4952-9708-4c02-90e2-6fafb2f7da8d', 'name': 'network-vif-deleted', 'tag': '5de6a61d-a29d-4989-9fe5-d6e74597af42'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:08:22.956614 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-dd5eb1a1-837b-4934-aa81-73814a47b16a req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "DELETE /v2.0/ports/5de6a61d-a29d-4989-9fe5-d6e74597af42 HTTP/1.1" status: 204 len: 173 time: 0.9144061 Apr 16 12:08:22.992087 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '200f4952-9708-4c02-90e2-6fafb2f7da8d', 'name': 'network-vif-deleted', 'tag': '5de6a61d-a29d-4989-9fe5-d6e74597af42', 'status': 'completed', 'code': 200} Apr 16 12:08:23.124760 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-ab10fa56-7f81-4f3c-8447-cc50d67a48ed req-ad0c8d0d-f9cf-44fa-9a77-357a59b1e6e7 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Synchronizing usage tracker for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:08:23.139413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-ab10fa56-7f81-4f3c-8447-cc50d67a48ed req-ad0c8d0d-f9cf-44fa-9a77-357a59b1e6e7 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Unset dirty status for tenant:2e41f6c853774b78bfd26ed54bd06c98 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:08:23.140790 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-ab10fa56-7f81-4f3c-8447-cc50d67a48ed req-ad0c8d0d-f9cf-44fa-9a77-357a59b1e6e7 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=200f4952-9708-4c02-90e2-6fafb2f7da8d HTTP/1.1" status: 200 len: 210 time: 0.0716362 Apr 16 12:08:25.874037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ca9c9-b903-4bdd-8c08-681223fd7314 req-0dea5673-20d5-447c-bb4f-732a621fe344 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:25.876374 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-378ca9c9-b903-4bdd-8c08-681223fd7314 req-0dea5673-20d5-447c-bb4f-732a621fe344 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 945 time: 0.0909111 Apr 16 12:08:25.927038 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-378ca9c9-b903-4bdd-8c08-681223fd7314 req-e92726db-db32-4f7e-a26e-3e3db90a553b tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 Apr 16 12:08:26.693414 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 5de6a61d-a29d-4989-9fe5-d6e74597af42 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:08:26.731912 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 5de6a61d-a29d-4989-9fe5-d6e74597af42 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:08:26.732304 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 5de6a61d-a29d-4989-9fe5-d6e74597af42 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:08:27.144072 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096e025-6696-46ab-a98e-601f491c5312 req-45829c54-07df-45b5-ba49-b2f78b783ec5 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:27.145699 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e096e025-6696-46ab-a98e-601f491c5312 req-45829c54-07df-45b5-ba49-b2f78b783ec5 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 945 time: 0.0936217 Apr 16 12:08:27.194096 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-e096e025-6696-46ab-a98e-601f491c5312 req-de448787-7bc6-471c-9a6d-b6495e0bf552 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Apr 16 12:08:27.670154 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-87542781-6106-495b-93ed-dea482f252cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799217 Apr 16 12:08:27.848293 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-ecacc850-8bc5-4ac0-8d17-fe91bc7b0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:27.849982 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-ecacc850-8bc5-4ac0-8d17-fe91bc7b0987 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1098 time: 0.0913129 Apr 16 12:08:27.917625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-9387e14d-d68a-4fc1-8a96-3b851c993880 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:27.919198 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-9387e14d-d68a-4fc1-8a96-3b851c993880 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 945 time: 0.3294597 Apr 16 12:08:28.007388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Deleting port 38e758c1-d7a1-408c-85d0-00bc52be7f77 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:08:28.007768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:28.018789 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-09a4e1a5-e3b7-4247-a10e-bac740b7ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:28.020423 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-09a4e1a5-e3b7-4247-a10e-bac740b7ff56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 200 len: 909 time: 0.1439059 Apr 16 12:08:28.153121 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-0287c95b-87d9-4f1a-96c5-de2724a8e440 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 200 len: 1001 time: 0.1223910 Apr 16 12:08:28.233408 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-a5a0fd57-40f8-4f79-9eb3-013d60059083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:28.235964 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-a5a0fd57-40f8-4f79-9eb3-013d60059083 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c HTTP/1.1" status: 200 len: 847 time: 0.0726011 Apr 16 12:08:28.304657 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] For port 38e758c1-d7a1-408c-85d0-00bc52be7f77, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=38e758c1-d7a1-408c-85d0-00bc52be7f77,segment=NetworkSegment(9fa9a231-8a03-4bf4-a607-a38c60248ccf),segment_id=9fa9a231-8a03-4bf4-a607-a38c60248ccf)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:08:28.305175 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:28.329070 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-8d5afe89-7308-4419-8f52-6036e2b3ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85302) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:28.330922 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-8d5afe89-7308-4419-8f52-6036e2b3ff52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1653c805-9b78-4d78-95b0-d7939420f331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846696 Apr 16 12:08:28.485504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Calling delete_port for 38e758c1-d7a1-408c-85d0-00bc52be7f77 owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:08:28.497409 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-90958eb6-d831-46a0-a1d0-74a8a3d7dcb5 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557121 Apr 16 12:08:28.657127 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05233047-07b2-454e-bafd-215a0f1bad1b req-0e470049-c352-45b4-b834-0a8efa49931c tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:28.658822 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-05233047-07b2-454e-bafd-215a0f1bad1b req-0e470049-c352-45b4-b834-0a8efa49931c tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f2b0410-dfc6-44bf-be41-9dee1c119fb5 HTTP/1.1" status: 200 len: 945 time: 0.2855158 Apr 16 12:08:28.660796 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-0e44338d-0cf2-4720-8c3b-3113882c4851 req-7d0f43ff-274e-49b9-ada9-fc24e65f57a7 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455202 Apr 16 12:08:28.714198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:28.729404 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] get_ports_and_sgs() called for port_ids ['38e758c1-d7a1-408c-85d0-00bc52be7f77'] {{(pid=85304) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 12:08:28.732916 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-31ccbbc7-ea8c-4274-bff6-f4dd2ae3c463 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:28.789862 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-05233047-07b2-454e-bafd-215a0f1bad1b req-2f481d03-0d34-469c-81a7-7a96c7f28f70 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.75 "GET /v2.0/security-groups?id=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209836 Apr 16 12:08:28.840079 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Pushing event deleted for resources: {'Port': ['ID=38e758c1-d7a1-408c-85d0-00bc52be7f77,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:28.847763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:29.007780 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] No DVR routers for this DVR port 38e758c1-d7a1-408c-85d0-00bc52be7f77 on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:08:29.011076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:29.014315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2b0410-dfc6-44bf-be41-9dee1c119fb5', 'name': 'network-vif-deleted', 'tag': '38e758c1-d7a1-408c-85d0-00bc52be7f77'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:08:29.031354 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d78cf23f-54b1-4165-9c76-15e5f0d85de3 req-08d0bc3e-4a8f-41a9-b834-7adfc5f6126d tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] 10.222.0.47 "DELETE /v2.0/ports/38e758c1-d7a1-408c-85d0-00bc52be7f77 HTTP/1.1" status: 204 len: 173 time: 1.1040082 Apr 16 12:08:29.066498 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2b0410-dfc6-44bf-be41-9dee1c119fb5', 'name': 'network-vif-deleted', 'tag': '38e758c1-d7a1-408c-85d0-00bc52be7f77', 'status': 'completed', 'code': 200} Apr 16 12:08:29.103364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:08:29.692041 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:29.895109 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53126) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:29.962700 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-03624f2b-b11a-4a70-b862-9a5efdcf54f0 admin admin] Deleting subnet 944e76fa-225d-4829-b541-33ffecf302c3 {{(pid=85303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:08:29.965898 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03624f2b-b11a-4a70-b862-9a5efdcf54f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:30.023815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03624f2b-b11a-4a70-b862-9a5efdcf54f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793889091'] for subnet, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:30.084211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03624f2b-b11a-4a70-b862-9a5efdcf54f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:30.352508 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03624f2b-b11a-4a70-b862-9a5efdcf54f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60842799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852718778'] for subnet, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:30.369006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32a644b9-05f4-4e14-831c-eeccb39c6554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:30.469020 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03624f2b-b11a-4a70-b862-9a5efdcf54f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944e76fa-225d-4829-b541-33ffecf302c3,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:30.474421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-03624f2b-b11a-4a70-b862-9a5efdcf54f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:30.509692 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-03624f2b-b11a-4a70-b862-9a5efdcf54f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:30.516001 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-03624f2b-b11a-4a70-b862-9a5efdcf54f0 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/944e76fa-225d-4829-b541-33ffecf302c3 HTTP/1.1" status: 204 len: 168 time: 0.6196170 Apr 16 12:08:30.518805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53130) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:30.639900 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:30.835415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:30.957318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc7a81e-9330-4b69-86b6-e188fa00ec3b']}} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:30.971033 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa9a231-8a03-4bf4-a607-a38c60248ccf') {'for_net_delete': True} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:30.971372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa9a231-8a03-4bf4-a607-a38c60248ccf') {} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:30.983174 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60886661'] for segment, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:30.998121 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:31.004773 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=85303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:08:31.206194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:08:31.216265 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793933170'] for segment, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:31.399985 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Network 1dc7a81e-9330-4b69-86b6-e188fa00ec3b has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:08:31.426830 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:08:31.505602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:31.509224 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:31.525078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:31.537276 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc7a81e-9330-4b69-86b6-e188fa00ec3b,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:31.540923 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:31.545773 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-5a8ad8bb-c99a-4dc8-9597-609534c900a3 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1dc7a81e-9330-4b69-86b6-e188fa00ec3b HTTP/1.1" status: 204 len: 168 time: 1.0261376 Apr 16 12:08:31.764246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53136) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:31.822997 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-3b8e882c-00b8-4659-9103-0fcc88bb7bb1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2e41f6c853774b78bfd26ed54bd06c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572002 Apr 16 12:08:31.825610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53140) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:31.893658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d936d6b3-c578-4bf7-96f3-ab87b9fd39af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:31.922690 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d936d6b3-c578-4bf7-96f3-ab87b9fd39af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:31.967420 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d936d6b3-c578-4bf7-96f3-ab87b9fd39af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:31.973599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6d47eb25-b0e2-4945-a684-54512e305a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:31.986216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936d6b3-c578-4bf7-96f3-ab87b9fd39af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf0e78f-c0c0-49b9-87d0-456bb9e90cce,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:31.988802 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d936d6b3-c578-4bf7-96f3-ab87b9fd39af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:31.992988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d936d6b3-c578-4bf7-96f3-ab87b9fd39af admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:31.996538 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d936d6b3-c578-4bf7-96f3-ab87b9fd39af admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bdf0e78f-c0c0-49b9-87d0-456bb9e90cce HTTP/1.1" status: 204 len: 168 time: 0.1678135 Apr 16 12:08:32.725929 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 38e758c1-d7a1-408c-85d0-00bc52be7f77 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:08:32.763060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 38e758c1-d7a1-408c-85d0-00bc52be7f77 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:08:32.763452 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 38e758c1-d7a1-408c-85d0-00bc52be7f77 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:08:36.998415 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53226) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:37.125070 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.140083 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:08:37.144751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] Usage tracker for resource:security_group_rule and tenant:2b1a38602eb84fa7802399bc771c8400 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:08:37.147682 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:08:37.153973 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:08:37.247285 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.250398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.260614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d4fdfad3-ef8d-4823-8e45-73dd4cbcb192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:37.303198 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2b1a38602eb84fa7802399bc771c8400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036480 Apr 16 12:08:37.304209 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14866d7a-e49f-42f6-9315-7afb6d2b0200,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:37.306216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53232) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:37.307486 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-600ba1f7-8d9d-46c8-a226-ec368b303979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:37.374133 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.404031 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.448614 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.454180 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8780314c-e9f6-49be-87ea-0f4719e1f50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:37.468281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14866d7a-e49f-42f6-9315-7afb6d2b0200,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:37.476281 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.477499 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/14866d7a-e49f-42f6-9315-7afb6d2b0200 HTTP/1.1" status: 204 len: 168 time: 0.1702037 Apr 16 12:08:37.479122 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.479570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.479970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.480369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.480805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.481209 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.481611 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.482011 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.482413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.482815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.483211 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.483604 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85302) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:37.487138 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:37.800245 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53240) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:37.820388 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.836201 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:08:37.840676 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Usage tracker for resource:security_group_rule and tenant:a2abf3acc7064060a3827a0b9084b180 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:08:37.844759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:08:37.850784 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:08:37.938546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.941558 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:37.948360 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-01f0ee41-078c-49d7-ae03-31ce0b5f9f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:37.997340 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a2abf3acc7064060a3827a0b9084b180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958888 Apr 16 12:08:37.998287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b3b9b2-3330-46b4-83cd-9bc738dcf3de,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:38.000891 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53244) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:38.002335 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:38.062483 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39f93e75-97a9-4a51-98d6-ae9bb165deb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:38.090449 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39f93e75-97a9-4a51-98d6-ae9bb165deb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:38.134773 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39f93e75-97a9-4a51-98d6-ae9bb165deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:38.139767 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7620371a-3682-423f-a9dc-cfc84a201271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:38.152177 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f93e75-97a9-4a51-98d6-ae9bb165deb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b3b9b2-3330-46b4-83cd-9bc738dcf3de,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:38.156883 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-39f93e75-97a9-4a51-98d6-ae9bb165deb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:38.162562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-39f93e75-97a9-4a51-98d6-ae9bb165deb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:38.165020 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-39f93e75-97a9-4a51-98d6-ae9bb165deb7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8b3b9b2-3330-46b4-83cd-9bc738dcf3de HTTP/1.1" status: 204 len: 168 time: 0.1630132 Apr 16 12:08:40.041078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53290) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:40.180074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.199812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:08:40.204745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] Usage tracker for resource:security_group_rule and tenant:d709baac0bbb4d6d84b5f5e64e61af69 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:08:40.207828 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:08:40.214216 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:08:40.301386 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.304202 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.311541 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ac519cc6-3548-4a52-b671-258b05dae3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:40.356552 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d709baac0bbb4d6d84b5f5e64e61af69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142905 Apr 16 12:08:40.357559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ebed66-586f-4174-80aa-b8e67829aa06,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:40.359510 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53296) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:40.361563 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b25cb70d-78e9-475e-b7e2-f9fe6b4fa3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:40.424006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f3d49614-fc3b-43a2-8b6a-c6146491a9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.452472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f3d49614-fc3b-43a2-8b6a-c6146491a9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.498006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f3d49614-fc3b-43a2-8b6a-c6146491a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.503699 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e90c5d27-cae2-408d-914f-7ffe6244e451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:40.518279 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d49614-fc3b-43a2-8b6a-c6146491a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ebed66-586f-4174-80aa-b8e67829aa06,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:40.527126 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f3d49614-fc3b-43a2-8b6a-c6146491a9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:40.528006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f3d49614-fc3b-43a2-8b6a-c6146491a9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.532199 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f3d49614-fc3b-43a2-8b6a-c6146491a9f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e3ebed66-586f-4174-80aa-b8e67829aa06 HTTP/1.1" status: 204 len: 168 time: 0.1707585 Apr 16 12:08:40.839108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53304) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:40.860226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.877064 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:08:40.881117 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0fda5a2e7668425583de6a2061d3db4e is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:08:40.884045 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:08:40.890094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:08:40.982806 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.986632 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:40.999258 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5c38b59e-36d8-44d2-a8cd-5928712c98a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:41.282022 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0fda5a2e7668425583de6a2061d3db4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410629 Apr 16 12:08:41.283489 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63811ffa-b43e-450c-9247-16a8ac23556b,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:41.286039 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53308) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:41.286974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-95abe37e-b423-4821-8652-321b05e037e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:41.356340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-986b1752-d979-4d2d-a3de-9a788ff26719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:41.383869 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-986b1752-d979-4d2d-a3de-9a788ff26719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:41.428397 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-986b1752-d979-4d2d-a3de-9a788ff26719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:41.433524 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-39f93e75-97a9-4a51-98d6-ae9bb165deb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:41.452092 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986b1752-d979-4d2d-a3de-9a788ff26719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63811ffa-b43e-450c-9247-16a8ac23556b,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:41.455857 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-986b1752-d979-4d2d-a3de-9a788ff26719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:41.460299 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-986b1752-d979-4d2d-a3de-9a788ff26719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:41.461531 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-986b1752-d979-4d2d-a3de-9a788ff26719 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/63811ffa-b43e-450c-9247-16a8ac23556b HTTP/1.1" status: 204 len: 168 time: 0.1730423 Apr 16 12:08:44.407977 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e0f62345-ecc1-4cfa-9426-40f1520bd75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:47.115980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-66c8bec3-6654-4ed2-ac94-49712b407fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:48.017830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:48.566400 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53386) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:48.694324 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:48.785212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Deleting port 61569deb-3008-4cb7-877b-67c92b8c4a9d {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:08:48.785593 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.093339 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.210873 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.211363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.346078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Calling delete_port for 61569deb-3008-4cb7-877b-67c92b8c4a9d owned by network:floatingip {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:08:49.514129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.518212 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53398) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:49.543457 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-02a896d7-fe66-4223-b272-813fb3a77cc7 tempest-TestMinimumBasicScenario-1372381034 tempest-TestMinimumBasicScenario-1372381034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:49.645994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event deleted for resources: {'Port': ['ID=61569deb-3008-4cb7-877b-67c92b8c4a9d,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:49.648902 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:49.659054 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.675526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:08:49.679659 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] Usage tracker for resource:security_group_rule and tenant:94f8bbbd70f34beb9148fd3271977303 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:08:49.682768 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:08:49.689326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:08:49.779171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.782484 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.791526 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0444892d-55ad-43db-830f-edd1ba71e52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:49.819003 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for floatingip, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.819298 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.db.l3_db [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Floating IP 354db215-fba9-4869-957b-d5dcba2b4f72 disassociated (deleted). External IP: 172.28.3.206, port: 8c23fbb5-b9eb-4aef-9897-ab731de33a53. Apr 16 12:08:49.835830 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=94f8bbbd70f34beb9148fd3271977303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164570 Apr 16 12:08:49.836804 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274afe6f-3a17-4a40-b69f-b40521317edf,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:49.839592 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53404) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:49.842369 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-48d68d7e-b4b5-4bfa-8047-b74c2f519f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:49.909108 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe54-60ff-4b8f-a7a2-47bf0d1ffe19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.939605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe54-60ff-4b8f-a7a2-47bf0d1ffe19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.984623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe54-60ff-4b8f-a7a2-47bf0d1ffe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:49.989675 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-0915220c-bbad-4507-9e76-27dc1e3a6d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:50.002476 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccbe54-60ff-4b8f-a7a2-47bf0d1ffe19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274afe6f-3a17-4a40-b69f-b40521317edf,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:50.007195 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f8ccbe54-60ff-4b8f-a7a2-47bf0d1ffe19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:50.011602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f8ccbe54-60ff-4b8f-a7a2-47bf0d1ffe19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:50.012850 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f8ccbe54-60ff-4b8f-a7a2-47bf0d1ffe19 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/274afe6f-3a17-4a40-b69f-b40521317edf HTTP/1.1" status: 204 len: 168 time: 0.1722531 Apr 16 12:08:50.212692 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Router f88c7747-5105-431a-b626-0f8b33440d12 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:08:50.411949 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:08:50.415230 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53412) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:50.422818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] Sync routers for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:08:50.425380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for floatingip, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:50.433014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:08:50.433461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:08:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:50.435501 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:50.451711 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:08:50.456830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] Usage tracker for resource:security_group_rule and tenant:091dfbfca7de472d9bfb186c0ca01019 is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:08:50.459839 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:08:50.466315 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:08:50.487848 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9de1dfeb-aefd-457e-9859-ab970dcdef82 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "DELETE /v2.0/floatingips/354db215-fba9-4869-957b-d5dcba2b4f72 HTTP/1.1" status: 204 len: 168 time: 1.9202881 Apr 16 12:08:50.488845 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:08:50.545297 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'status': 'completed', 'code': 200} Apr 16 12:08:50.607722 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:50.612621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:50.639994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6d572226-e868-4a8e-8d72-59bed5848851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:50.654659 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:08:50.665049 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=091dfbfca7de472d9bfb186c0ca01019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2456911 Apr 16 12:08:50.665605 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53420) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:50.684713 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec89601-5d75-49ab-9a9d-8968724c7c68,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:50.690032 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a543ce5b-3fc3-4556-ad86-761af62d6066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:50.715343 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-661b4d55-59b8-4eea-9367-f7065b3528ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:50.717557 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-661b4d55-59b8-4eea-9367-f7065b3528ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 1098 time: 0.1426995 Apr 16 12:08:50.896167 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9f32cc9-a676-457f-a0fc-1f25172eb961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:50.954868 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9f32cc9-a676-457f-a0fc-1f25172eb961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:51.017454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:26Z', 'revision_number': 5, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:51.021544 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] Checking router: f88c7747-5105-431a-b626-0f8b33440d12 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:08:51.024527 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-5f70ea52-cfcc-4ac2-9a56-52e534b4ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:51.026121 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-5f70ea52-cfcc-4ac2-9a56-52e534b4ddca service neutron] 10.222.0.47 "GET /v2.0/networks?id=1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 200 len: 909 time: 0.2874703 Apr 16 12:08:51.030988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:08:51.031679 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:08:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:51.040068 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f2631-7a60-4e81-9927-a7499c8a204e req-910495cb-314b-4622-a812-775dda46065a tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:51.040822 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-d98f2631-7a60-4e81-9927-a7499c8a204e req-910495cb-314b-4622-a812-775dda46065a tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Synchronizing usage tracker for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:08:51.115961 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-423b4887-2625-4834-a2e5-ebc6da2fdd59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 200 len: 217 time: 0.0712283 Apr 16 12:08:51.167767 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9f32cc9-a676-457f-a0fc-1f25172eb961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:51.177978 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-e73d3717-feaa-47c4-9d79-c7a18cb907b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:51.184628 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-d98f2631-7a60-4e81-9927-a7499c8a204e req-910495cb-314b-4622-a812-775dda46065a tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Unset dirty status for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:08:51.185878 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d98f2631-7a60-4e81-9927-a7499c8a204e req-910495cb-314b-4622-a812-775dda46065a tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.3485458 Apr 16 12:08:51.198671 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f32cc9-a676-457f-a0fc-1f25172eb961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec89601-5d75-49ab-9a9d-8968724c7c68,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:51.209701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d9f32cc9-a676-457f-a0fc-1f25172eb961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:51.230025 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d9f32cc9-a676-457f-a0fc-1f25172eb961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:51.233229 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d9f32cc9-a676-457f-a0fc-1f25172eb961 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cec89601-5d75-49ab-9a9d-8968724c7c68 HTTP/1.1" status: 204 len: 168 time: 0.5665941 Apr 16 12:08:51.236663 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:08:51.255668 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-2013c942-0a74-42c3-a575-8983e2cde69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:51.257269 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-2013c942-0a74-42c3-a575-8983e2cde69a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c HTTP/1.1" status: 200 len: 847 time: 0.1330402 Apr 16 12:08:51.269524 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-d98f2631-7a60-4e81-9927-a7499c8a204e req-fbfb14e8-72c5-4e4f-8e98-b33aee07eb7e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727184 Apr 16 12:08:51.348931 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-8356f80d-8bcd-4571-b850-e26ab8305bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:51.350538 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-8356f80d-8bcd-4571-b850-e26ab8305bbe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1653c805-9b78-4d78-95b0-d7939420f331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850823 Apr 16 12:08:51.506964 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-e3d1fa0b-e55a-475c-9f4c-519392d06470 service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491399 Apr 16 12:08:51.623429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:26Z', 'revision_number': 5, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:51.629656 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784f8864-82f6-4f1e-9773-652c72ddbfff None None] The sync data for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb is: [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:04:17Z', 'revision_number': 4, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb', '_interfaces': [{'id': '7b95c21f-c31f-4314-a2aa-e34e9241d9b8', 'name': '', 'network_id': '1653c805-9b78-4d78-95b0-d7939420f331', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'mac_address': 'fa:16:3e:f1:68:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:15Z', 'updated_at': '2021-04-16T12:04:26Z', 'revision_number': 5, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'subnets': [{'id': '0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:08:51.681508 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-01fab294-f4a8-4fb0-af17-bdc6270bf1df req-c169790b-ca8e-4005-bb57-8941aab36d0e service neutron] 10.222.0.47 "GET /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646812 Apr 16 12:08:52.059995 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b2042-9064-437f-8838-94c52c524a92 None None] New status for floating IP 354db215-fba9-4869-957b-d5dcba2b4f72: DOWN {{(pid=85305) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 12:08:52.392733 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-a7644602-8932-4989-b26e-c7a01fb91179 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:52.394659 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-a7644602-8932-4989-b26e-c7a01fb91179 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.1124341 Apr 16 12:08:52.538495 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Deleting port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:08:52.538495 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:52.624287 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d60abf-3187-4df0-9219-d585dace9bb4 req-65054860-9446-4765-a26d-21bbfe70ff2e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85303) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 12:08:52.626081 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-67d60abf-3187-4df0-9219-d585dace9bb4 req-65054860-9446-4765-a26d-21bbfe70ff2e tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 945 time: 0.2238827 Apr 16 12:08:52.809010 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-67d60abf-3187-4df0-9219-d585dace9bb4 req-b1a9f6e6-5563-4bdf-bc1d-bb0faaa852e3 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/security-groups?id=438fca80-b94d-41e7-855a-a2872aa3c9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474018 Apr 16 12:08:53.141063 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] For port 8c23fbb5-b9eb-4aef-9897-ab731de33a53, host hv-cinder-78662, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78662',level=0,port_id=8c23fbb5-b9eb-4aef-9897-ab731de33a53,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:08:53.142035 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:53.285399 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Calling delete_port for 8c23fbb5-b9eb-4aef-9897-ab731de33a53 owned by compute:nova {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:08:53.457559 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:53.479874 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c43c80e0-2bd2-4938-8ebb-63566d2906f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:53.536932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event deleted for resources: {'Port': ['ID=8c23fbb5-b9eb-4aef-9897-ab731de33a53,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:53.589561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:53.745944 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] No DVR routers for this DVR port 8c23fbb5-b9eb-4aef-9897-ab731de33a53 on host hv-cinder-78662 {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:08:53.748636 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774618'] for port, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:53.753588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'name': 'network-vif-deleted', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53'}] {{(pid=85303) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 12:08:53.767659 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-5e7cb500-60d8-4a8d-b1be-58b7205242ee req-95df9ad3-300e-410d-827b-bbe99505ff9c tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.47 "DELETE /v2.0/ports/8c23fbb5-b9eb-4aef-9897-ab731de33a53 HTTP/1.1" status: 204 len: 173 time: 1.3629620 Apr 16 12:08:53.806046 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9d6605-5d83-4278-99e0-292512e949fd', 'name': 'network-vif-deleted', 'tag': '8c23fbb5-b9eb-4aef-9897-ab731de33a53', 'status': 'completed', 'code': 200} Apr 16 12:08:53.980997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-602e43b9-2c53-4dd3-bd03-2c181cec7179 req-bc02c2af-7c97-48eb-b7e6-3a50bfa87260 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Synchronizing usage tracker for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:port {{(pid=85303) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 12:08:53.996756 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [req-602e43b9-2c53-4dd3-bd03-2c181cec7179 req-bc02c2af-7c97-48eb-b7e6-3a50bfa87260 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Unset dirty status for tenant:d61f8aa2628846f7a26a77097bf59bd9 on resource:port {{(pid=85303) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 12:08:53.998039 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [req-602e43b9-2c53-4dd3-bd03-2c181cec7179 req-bc02c2af-7c97-48eb-b7e6-3a50bfa87260 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a9d6605-5d83-4278-99e0-292512e949fd HTTP/1.1" status: 200 len: 210 time: 0.0693455 Apr 16 12:08:55.109805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53488) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:55.188101 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:55.223610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:55.280958 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:55.287394 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a7009c3e-781c-48a8-b5dc-e568fbd20dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:55.304358 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438fca80-b94d-41e7-855a-a2872aa3c9dd,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:55.316435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.316886 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.317303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.317715 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.318124 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.318530 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.318932 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.319333 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.319735 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.320149 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.320555 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.320961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85303) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:08:55.324638 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:55.325922 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:55.331184 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] 10.222.0.75 "DELETE /v2.0/security-groups/438fca80-b94d-41e7-855a-a2872aa3c9dd HTTP/1.1" status: 204 len: 168 time: 0.2199566 Apr 16 12:08:55.372023 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53500) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:55.977534 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851005955'] for router_interface, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:56.370856 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Deleting port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:08:56.371464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:56.561417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] For port 7b95c21f-c31f-4314-a2aa-e34e9241d9b8, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=7b95c21f-c31f-4314-a2aa-e34e9241d9b8,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:08:56.561826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:56.702091 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Calling delete_port for 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 owned by network:router_interface {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:08:56.809142 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 8c23fbb5-b9eb-4aef-9897-ab731de33a53 no longer exists at agent hyperv_hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:08:56.847232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] No Port match for: 8c23fbb5-b9eb-4aef-9897-ab731de33a53 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:08:56.847631 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Device 8c23fbb5-b9eb-4aef-9897-ab731de33a53 not bound to the agent host hv-cinder-78662 {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:08:56.884271 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:56.902313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:56.998198 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b95c21f-c31f-4314-a2aa-e34e9241d9b8,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:57.002570 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:57.341647 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850975402'] for router_interface, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:58.101389 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Router f88c7747-5105-431a-b626-0f8b33440d12 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:08:58.297882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:08:58.306742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] Sync routers for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:08:58.312645 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] 10.222.0.75 "PUT /v2.0/routers/f88c7747-5105-431a-b626-0f8b33440d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9392927 Apr 16 12:08:58.316113 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53534) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:58.317525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:08:58.318280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:08:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:58.510271 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks [] for router, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:58.513367 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: dv-cinder-786627-1-smb {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:08:58.710759 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:58.719909 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Deleting port 369a8e32-025e-4348-9bc4-edfb21bec40e {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:08:58.720300 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:58.908741 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] For port 369a8e32-025e-4348-9bc4-edfb21bec40e, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=369a8e32-025e-4348-9bc4-edfb21bec40e,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:08:58.909078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:59.005730 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:08:56Z', 'revision_number': 5, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port': {'id': '369a8e32-025e-4348-9bc4-edfb21bec40e', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:11Z', 'updated_at': '2021-04-16T12:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:59.009807 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] Checking router: f88c7747-5105-431a-b626-0f8b33440d12 for host: dv-cinder-786627-1-smb {{(pid=85304) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:08:59.018905 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] Routers {'f88c7747-5105-431a-b626-0f8b33440d12'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85304) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:08:59.019568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:08:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['f88c7747-5105-431a-b626-0f8b33440d12'], 'active': True} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:59.045584 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Calling delete_port for 369a8e32-025e-4348-9bc4-edfb21bec40e owned by network:router_gateway {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:08:59.183575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] Set router f88c7747-5105-431a-b626-0f8b33440d12 gateway port host: None {{(pid=85304) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:08:59.227692 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:59.245232 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-81de99ff-21c4-4113-b0c5-5819420c7837 tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:08:59.301194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:08:58Z', 'revision_number': 6, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port_host': None}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:08:59.305655 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0483f38-d430-45bb-9330-d2a6831865ee None None] The sync data for ids ['f88c7747-5105-431a-b626-0f8b33440d12'] in dv-cinder-786627-1-smb is: [{'id': 'f88c7747-5105-431a-b626-0f8b33440d12', 'name': 'tempest-TestShelveInstance-571601342-router', 'tenant_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:10Z', 'updated_at': '2021-04-16T12:08:58Z', 'revision_number': 6, 'project_id': 'd61f8aa2628846f7a26a77097bf59bd9', 'gw_port_host': None}] {{(pid=85304) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:08:59.354852 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Pushing event deleted for resources: {'Port': ['ID=369a8e32-025e-4348-9bc4-edfb21bec40e,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:08:59.362037 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:08:59.563994 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850975252'] for router_gateway, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:59.598464 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:08:59.639122 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:08:59.639619 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 7b95c21f-c31f-4314-a2aa-e34e9241d9b8 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:08:59.692820 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:59.773039 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850976938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:59.775595 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:59.797509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3798470'] for router, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:59.798088 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f88c7747-5105-431a-b626-0f8b33440d12 {{(pid=85303) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:08:59.811180 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] Notify callbacks [] for router, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:59.812757 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d99f056a-e1b2-4acf-a733-3378195e7429 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f88c7747-5105-431a-b626-0f8b33440d12 HTTP/1.1" status: 204 len: 168 time: 1.4956031 Apr 16 12:08:59.816322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53558) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:08:59.884742 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7a87d8-2d76-4ebb-a135-0345215ad318 admin admin] Deleting subnet 0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c {{(pid=85303) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:08:59.888033 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4f7a87d8-2d76-4ebb-a135-0345215ad318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:08:59.948318 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4f7a87d8-2d76-4ebb-a135-0345215ad318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036793889091'] for subnet, precommit_delete_associations {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:00.038610 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4f7a87d8-2d76-4ebb-a135-0345215ad318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:00.307573 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4f7a87d8-2d76-4ebb-a135-0345215ad318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60842799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852718778'] for subnet, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:00.323625 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:00.408097 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a87d8-2d76-4ebb-a135-0345215ad318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:00.423566 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4f7a87d8-2d76-4ebb-a135-0345215ad318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:00.459182 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4f7a87d8-2d76-4ebb-a135-0345215ad318 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:00.464974 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f87578-7645-4de6-851d-a0b5e5c00094 None None] Network 1653c805-9b78-4d78-95b0-d7939420f331 requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:09:00.465465 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4f7a87d8-2d76-4ebb-a135-0345215ad318 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0e4c8a6b-ad40-4d6d-97f6-1dc30b83ca1c HTTP/1.1" status: 204 len: 168 time: 0.6480730 Apr 16 12:09:00.468147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53562) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:00.586827 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:00.659372 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Deleting port 90c233ac-743f-436b-bc0d-b87f1b872152 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:00.659751 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:00.725466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] DHCP port deletion for 1653c805-9b78-4d78-95b0-d7939420f331 request from dv-cinder-786627-1-smb {{(pid=85304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:09:00.730953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Deleting port 90c233ac-743f-436b-bc0d-b87f1b872152 {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:00.731385 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:00.971645 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] For port 90c233ac-743f-436b-bc0d-b87f1b872152, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=90c233ac-743f-436b-bc0d-b87f1b872152,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:00.972016 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.107815 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Calling delete_port for 90c233ac-743f-436b-bc0d-b87f1b872152 owned by network:dhcp {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:09:01.131965 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] For port 90c233ac-743f-436b-bc0d-b87f1b872152, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=90c233ac-743f-436b-bc0d-b87f1b872152,segment=NetworkSegment(1a28adf2-d91e-4542-b3b1-d9b074263376),segment_id=1a28adf2-d91e-4542-b3b1-d9b074263376)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:01.132363 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.189537 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536'] for port, after_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.207411 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:01.271618 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Calling delete_port for 90c233ac-743f-436b-bc0d-b87f1b872152 owned by network:dhcp {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:09:01.305763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Pushing event deleted for resources: {'Port': ['ID=90c233ac-743f-436b-bc0d-b87f1b872152,revision_number=None']} {{(pid=85304) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:01.331246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.331787 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.332034 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.332359 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.332763 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.333145 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.333518 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.333893 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.334262 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.334633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.335004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.335375 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786627-1-smb {{(pid=85304) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 12:09:01.341196 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85304) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:01.356952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.api [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85303) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:09:01.357303 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.api [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:09:01.372434 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9ca23-09b4-4789-ad06-bd413c3aa9e2 None None] No DVR routers for this DVR port 90c233ac-743f-436b-bc0d-b87f1b872152 on host dv-cinder-786627-1-smb {{(pid=85304) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:09:01.402075 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53576) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:01.529603 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.541684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 369a8e32-025e-4348-9bc4-edfb21bec40e no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:09:01.546129 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:09:01.554546 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] Usage tracker for resource:security_group_rule and tenant:56addbbc1cb04793afa5c404f8d39fc2 is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:09:01.564805 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:09:01.571065 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:09:01.590401 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 369a8e32-025e-4348-9bc4-edfb21bec40e {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:09:01.590882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 369a8e32-025e-4348-9bc4-edfb21bec40e not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:09:01.591420 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 90c233ac-743f-436b-bc0d-b87f1b872152 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:09:01.627992 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 90c233ac-743f-436b-bc0d-b87f1b872152 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:09:01.628380 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 90c233ac-743f-436b-bc0d-b87f1b872152 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:09:01.659914 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.662738 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.671568 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-44cfa907-3841-4c17-ad50-900283c5c490 tempest-AttachVolumeShelveTestJSON-1376034156 tempest-AttachVolumeShelveTestJSON-1376034156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:01.714467 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=56addbbc1cb04793afa5c404f8d39fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112204 Apr 16 12:09:01.716168 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97f43f9-3bff-426c-b30c-ec683473822f,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:01.717377 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53582) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:01.719583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7501b3c9-56b5-4381-9954-371d30d4e97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:01.788791 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec5eac21-0be2-4cfb-922f-2e23b43560ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.816345 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec5eac21-0be2-4cfb-922f-2e23b43560ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.858579 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Deleting port 90c233ac-743f-436b-bc0d-b87f1b872152 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:01.859094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.860746 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec5eac21-0be2-4cfb-922f-2e23b43560ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.865771 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f3d49614-fc3b-43a2-8b6a-c6146491a9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:01.881501 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5eac21-0be2-4cfb-922f-2e23b43560ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97f43f9-3bff-426c-b30c-ec683473822f,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:01.885403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ec5eac21-0be2-4cfb-922f-2e23b43560ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:01.891330 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ec5eac21-0be2-4cfb-922f-2e23b43560ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:01.892584 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ec5eac21-0be2-4cfb-922f-2e23b43560ad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c97f43f9-3bff-426c-b30c-ec683473822f HTTP/1.1" status: 204 len: 168 time: 0.1741016 Apr 16 12:09:01.944067 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] The port '90c233ac-743f-436b-bc0d-b87f1b872152' was deleted {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:09:02.069562 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.181602 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53590) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:02.190746 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1653c805-9b78-4d78-95b0-d7939420f331']}} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:02.201239 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.204426 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a28adf2-d91e-4542-b3b1-d9b074263376') {'for_net_delete': True} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:02.204814 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a28adf2-d91e-4542-b3b1-d9b074263376') {} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:02.217326 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60886661'] for segment, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.217482 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:09:02.221920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] Usage tracker for resource:security_group_rule and tenant:2bf7e94b751c49d4b07524ee583e1ebb is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:09:02.224976 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:09:02.231144 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:09:02.236851 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.243490 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=85303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:09:02.317397 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.320253 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.329583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f21d2309-0fcd-423e-b758-87ae8d3948d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:02.376799 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2bf7e94b751c49d4b07524ee583e1ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939490 Apr 16 12:09:02.377792 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c766d98d-72f0-4342-827b-6d2a282fb409,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:02.381160 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8978c74e-a3e9-49ef-b71b-8d1acd2fe8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:02.381840 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53594) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:02.429859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Network 1653c805-9b78-4d78-95b0-d7939420f331 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:09:02.439050 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793933170'] for segment, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.444865 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9f06d118-2f92-4abc-a34b-6d961dd36285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.473474 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9f06d118-2f92-4abc-a34b-6d961dd36285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.526089 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9f06d118-2f92-4abc-a34b-6d961dd36285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.531521 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-53e09815-ed4f-4e29-8a4b-b23d85c56ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:02.546438 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06d118-2f92-4abc-a34b-6d961dd36285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c766d98d-72f0-4342-827b-6d2a282fb409,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:02.549693 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9f06d118-2f92-4abc-a34b-6d961dd36285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:02.551988 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9f06d118-2f92-4abc-a34b-6d961dd36285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.556701 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9f06d118-2f92-4abc-a34b-6d961dd36285 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c766d98d-72f0-4342-827b-6d2a282fb409 HTTP/1.1" status: 204 len: 168 time: 0.1732185 Apr 16 12:09:02.622596 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Network 1653c805-9b78-4d78-95b0-d7939420f331 has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: % (table.description, expected, rows_matched) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: % (table.description, expected, rows_matched) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: % (table.description, expected, rows_matched) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: % (table.description, expected, rows_matched) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:09:02.646639 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:09:02.735717 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.740078 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-318398dd-9f8c-4af3-82a5-efdbc59d838c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:02.755421 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.766701 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Pushing event deleted for resources: {'Network': ['ID=1653c805-9b78-4d78-95b0-d7939420f331,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:02.770180 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:02.786391 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-1e04b531-3c09-459e-8605-ce73ad5bdb3e admin admin] 10.222.0.75 "DELETE /v2.0/networks/1653c805-9b78-4d78-95b0-d7939420f331 HTTP/1.1" status: 204 len: 168 time: 2.3170562 Apr 16 12:09:02.789413 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53602) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:02.931454 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53606) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:02.951099 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:02.967314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:09:02.972451 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Usage tracker for resource:security_group_rule and tenant:b2ac497c902c4965b7a7887d4aec406a is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:09:02.975507 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:09:02.981524 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:09:03.072433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:03.075935 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:03.085370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-b9ec5e34-ece7-4858-9e60-3b8b61c20039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:03.130265 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b2ac497c902c4965b7a7887d4aec406a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976323 Apr 16 12:09:03.131221 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fec5462-313f-417b-b998-92f8048201d0,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:03.134511 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53610) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:03.134672 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:03.265718 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a37e6954-8490-4f61-95ee-cb5d05e44417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:03.340633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a37e6954-8490-4f61-95ee-cb5d05e44417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:03.413506 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a37e6954-8490-4f61-95ee-cb5d05e44417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:03.419005 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-63d2a084-9d8d-48ea-9c8a-616de10b3596 tempest-TestShelveInstance-1961199731 tempest-TestShelveInstance-1961199731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:03.432289 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e6954-8490-4f61-95ee-cb5d05e44417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fec5462-313f-417b-b998-92f8048201d0,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:03.434882 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-a37e6954-8490-4f61-95ee-cb5d05e44417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:03.478264 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a37e6954-8490-4f61-95ee-cb5d05e44417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:03.479483 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-a37e6954-8490-4f61-95ee-cb5d05e44417 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3fec5462-313f-417b-b998-92f8048201d0 HTTP/1.1" status: 204 len: 168 time: 0.3437712 Apr 16 12:09:03.513082 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036851005955'] for router_interface, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:03.904629 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Deleting port 5ab5457a-9f0d-4e46-a563-b70390322612 {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:03.905014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:04.100477 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] For port 5ab5457a-9f0d-4e46-a563-b70390322612, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=5ab5457a-9f0d-4e46-a563-b70390322612,segment=NetworkSegment(0701fb3b-3467-495b-a3eb-df70b411beed),segment_id=0701fb3b-3467-495b-a3eb-df70b411beed)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:04.100913 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:04.240403 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Calling delete_port for 5ab5457a-9f0d-4e46-a563-b70390322612 owned by network:router_interface {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:09:04.421320 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:04.680471 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-73ec8d42-e93c-4543-bed3-111892597909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:04.774640 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab5457a-9f0d-4e46-a563-b70390322612,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:04.781796 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:05.138716 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3931069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850975402'] for router_interface, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:05.655687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 has already been hosted by L3 agent b13af5d0-9f0d-498f-aa11-85249849fccf {{(pid=85303) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 12:09:05.846903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] Notify agent at l3_agent.dv-cinder-786627-1-smb the message routers_updated {{(pid=85303) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 12:09:05.855433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] Sync routers for ids ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'] in dv-cinder-786627-1-smb {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 12:09:05.858717 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-4e198a8b-d67d-4e3a-88ad-38742b05b0d6 admin admin] 10.222.0.75 "PUT /v2.0/routers/7f8020e3-f547-4f13-86ce-ebf1ae20d927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0681794 Apr 16 12:09:05.861340 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53644) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:05.866357 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] Routers {'7f8020e3-f547-4f13-86ce-ebf1ae20d927'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:09:05.867014 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:08:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:06.058879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] Set router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:09:06.258443 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:09:06.275429 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks [] for router, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:06.387424 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:20Z', 'updated_at': '2021-04-16T12:09:04Z', 'revision_number': 5, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'gw_port': {'id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:21Z', 'updated_at': '2021-04-16T12:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:06.391600 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] Checking router: 7f8020e3-f547-4f13-86ce-ebf1ae20d927 for host: dv-cinder-786627-1-smb {{(pid=85305) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 12:09:06.400525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] Routers {'7f8020e3-f547-4f13-86ce-ebf1ae20d927'} bound to L3 agent in host dv-cinder-786627-1-smb {{(pid=85305) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 12:09:06.401246 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786627-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T11:50:47Z,description=,heartbeat_timestamp=2021-04-16T12:08:47Z,host='dv-cinder-786627-1-smb',id=b13af5d0-9f0d-498f-aa11-85249849fccf,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T11:50:47Z,topic='l3_agent')) {'router_ids': ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'], 'active': True} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:06.473159 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:06.481509 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Deleting port 9fa354d9-1a7c-44f8-b789-379143fcd1cf {{(pid=85302) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:06.482006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:06.603203 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvr_db [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] Set router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 gateway port host: dv-cinder-786627-1-smb {{(pid=85305) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 12:09:06.697662 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] For port 9fa354d9-1a7c-44f8-b789-379143fcd1cf, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=9fa354d9-1a7c-44f8-b789-379143fcd1cf,segment=NetworkSegment(bfa0b12c-9b0d-4a4b-b057-05303bf5b03b),segment_id=bfa0b12c-9b0d-4a4b-b057-05303bf5b03b)] {{(pid=85302) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:06.698169 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:06.837858 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Calling delete_port for 9fa354d9-1a7c-44f8-b789-379143fcd1cf owned by network:router_gateway {{(pid=85302) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:09:06.934777 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_hamode_db [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:20Z', 'updated_at': '2021-04-16T12:09:04Z', 'revision_number': 5, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'gw_port': {'id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:21Z', 'updated_at': '2021-04-16T12:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}], 'dv-cinder-786627-1-smb', False) {} {{(pid=85305) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:06.939029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f804c86-9915-4aef-9d77-104fdbd3dc0a None None] The sync data for ids ['7f8020e3-f547-4f13-86ce-ebf1ae20d927'] in dv-cinder-786627-1-smb is: [{'id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'name': 'tempest-TestShelveInstance-1834893431-router', 'tenant_id': '033d468986f241058ef0b68cf2d15c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'external_fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168'}], 'enable_snat': True}, 'gw_port_id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T12:04:20Z', 'updated_at': '2021-04-16T12:09:04Z', 'revision_number': 5, 'project_id': '033d468986f241058ef0b68cf2d15c2b', 'gw_port': {'id': '9fa354d9-1a7c-44f8-b789-379143fcd1cf', 'name': '', 'network_id': '9c19a45b-70d1-473c-b2ec-743cdcfa61be', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:95:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8020e3-f547-4f13-86ce-ebf1ae20d927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'ip_address': '172.28.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786627-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T12:04:21Z', 'updated_at': '2021-04-16T12:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a7020266-abbe-4c23-93c5-282ee76fb29b', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786627-1-smb'}] {{(pid=85305) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 12:09:07.019384 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60900445'] for port, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:07.035952 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-3368c840-a596-42c2-8fb8-195f34d39bef tempest-AttachVolumeNegativeTest-2091884233 tempest-AttachVolumeNegativeTest-2091884233-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:07.132694 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa354d9-1a7c-44f8-b789-379143fcd1cf,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:07.135316 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:07.302006 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850975252'] for router_gateway, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:07.487707 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850976938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13483'] for router, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:07.490115 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:07.521818 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3798470'] for router, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:07.522362 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f8020e3-f547-4f13-86ce-ebf1ae20d927 {{(pid=85302) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 12:09:07.546624 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] Notify callbacks [] for router, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:07.547947 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-d09e47ef-d09a-4cdb-89bf-27228c8766ea admin admin] 10.222.0.75 "DELETE /v2.0/routers/7f8020e3-f547-4f13-86ce-ebf1ae20d927 HTTP/1.1" status: 204 len: 168 time: 1.6855414 Apr 16 12:09:07.550702 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53660) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:07.559804 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 5ab5457a-9f0d-4e46-a563-b70390322612 no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:09:07.601123 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 5ab5457a-9f0d-4e46-a563-b70390322612 {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:09:07.601687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 5ab5457a-9f0d-4e46-a563-b70390322612 not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:09:07.622844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff808315-e7f7-4221-b19f-869a54852624 admin admin] Deleting subnet f4e107ad-1e3d-494c-b8d3-cf2cb1583e63 {{(pid=85302) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 12:09:07.627364 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ff808315-e7f7-4221-b19f-869a54852624 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:07.693831 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ff808315-e7f7-4221-b19f-869a54852624 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036792928935'] for subnet, precommit_delete_associations {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:07.781302 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ff808315-e7f7-4221-b19f-869a54852624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854775399'] for subnet, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.050202 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ff808315-e7f7-4221-b19f-869a54852624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-401', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378626', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036793875448', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1850927'] for subnet, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.066077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6fff6cb2-e7aa-4b25-8faf-3371c009c150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:08.151139 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff808315-e7f7-4221-b19f-869a54852624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e107ad-1e3d-494c-b8d3-cf2cb1583e63,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:08.166491 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ff808315-e7f7-4221-b19f-869a54852624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:08.204516 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ff808315-e7f7-4221-b19f-869a54852624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for subnet, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.210406 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954beea0-378d-419b-be97-dd984520ccf1 None None] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da requested from dv-cinder-786627-1-smb {{(pid=85304) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 12:09:08.210864 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-ff808315-e7f7-4221-b19f-869a54852624 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f4e107ad-1e3d-494c-b8d3-cf2cb1583e63 HTTP/1.1" status: 204 len: 168 time: 0.6580329 Apr 16 12:09:08.214156 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53670) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:08.349060 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-95290'] for network, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.425405 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Deleting port dcb45405-fb04-4bf5-b757-a8cbd0004c6d {{(pid=85303) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:08.425790 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.473734 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] DHCP port deletion for 80ac5a54-8a67-46a4-82f6-c0874e89c9da request from dv-cinder-786627-1-smb {{(pid=85304) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 12:09:08.478106 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] Deleting port dcb45405-fb04-4bf5-b757-a8cbd0004c6d {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:08.478532 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.653240 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] For port dcb45405-fb04-4bf5-b757-a8cbd0004c6d, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=dcb45405-fb04-4bf5-b757-a8cbd0004c6d,segment=NetworkSegment(0701fb3b-3467-495b-a3eb-df70b411beed),segment_id=0701fb3b-3467-495b-a3eb-df70b411beed)] {{(pid=85303) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:08.653554 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.704607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.db [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] For port dcb45405-fb04-4bf5-b757-a8cbd0004c6d, host dv-cinder-786627-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786627-1-smb',level=0,port_id=dcb45405-fb04-4bf5-b757-a8cbd0004c6d,segment=NetworkSegment(0701fb3b-3467-495b-a3eb-df70b411beed),segment_id=0701fb3b-3467-495b-a3eb-df70b411beed)] {{(pid=85304) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 12:09:08.704964 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036850998834'] for port, precommit_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.791280 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Calling delete_port for dcb45405-fb04-4bf5-b757-a8cbd0004c6d owned by network:dhcp {{(pid=85303) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:09:08.839479 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] Calling delete_port for dcb45405-fb04-4bf5-b757-a8cbd0004c6d owned by network:dhcp {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 12:09:08.867460 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-73018', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114855', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791032606255', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245822623536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036793932934'] for port, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:08.883685 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-7cc97bea-87f3-4673-a147-fee3f542e02d tempest-VolumesSnapshotTestJSON-1512085282 tempest-VolumesSnapshotTestJSON-1512085282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:08.917684 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.db.api [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85304) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 12:09:08.918018 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_db.api [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85304) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 12:09:08.976633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb45405-fb04-4bf5-b757-a8cbd0004c6d,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:08.990745 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:09.026748 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] No DVR routers for this DVR port dcb45405-fb04-4bf5-b757-a8cbd0004c6d on host dv-cinder-786627-1-smb {{(pid=85303) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 12:09:09.148953 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4169240', 'neutron.services.segments.db._delete_segments_for_network-8791032703688'] for network, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:09.264582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ac5a54-8a67-46a4-82f6-c0874e89c9da']}} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:09.277313 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0701fb3b-3467-495b-a3eb-df70b411beed') {'for_net_delete': True} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:09.277680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.services.segments.db [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0701fb3b-3467-495b-a3eb-df70b411beed') {} {{(pid=85303) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 12:09:09.289680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791032677593', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60886661'] for segment, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:09.304943 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-124927'] for segment, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:09.311024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=85303) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 12:09:09.419758 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] Deleting port dcb45405-fb04-4bf5-b757-a8cbd0004c6d {{(pid=85304) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 12:09:09.420047 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245822178164'] for port, before_delete {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:09.495122 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-1b19a558-0034-4c8a-baae-7c17ce058d60 None None] The port 'dcb45405-fb04-4bf5-b757-a8cbd0004c6d' was deleted {{(pid=85304) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 12:09:09.498044 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:09:09.509310 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854650905', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036793933170'] for segment, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:09.564647 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 9fa354d9-1a7c-44f8-b789-379143fcd1cf no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:09:09.608667 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: 9fa354d9-1a7c-44f8-b789-379143fcd1cf {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:09:09.609165 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device 9fa354d9-1a7c-44f8-b789-379143fcd1cf not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:09:09.610401 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device dcb45405-fb04-4bf5-b757-a8cbd0004c6d no longer exists at agent ovs-agent-dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 12:09:09.646580 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.plugin [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] No Port match for: dcb45405-fb04-4bf5-b757-a8cbd0004c6d {{(pid=85304) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 12:09:09.647229 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.rpc [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Device dcb45405-fb04-4bf5-b757-a8cbd0004c6d not bound to the agent host dv-cinder-786627-1-smb {{(pid=85304) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 12:09:09.706590 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.plugins.ml2.managers [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Network 80ac5a54-8a67-46a4-82f6-c0874e89c9da has no segments {{(pid=85303) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: Traceback (most recent call last): Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: timer() Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: cb(*args, **kw) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: return func(*args, **kwargs) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: self._notify() Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: self.callback(batched_events) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: event.method(event) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: segment_id)['aggregates'][0] Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: return f(self, *a, **k) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: return self._get(url).json() Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: **kwargs) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: return self.request(url, 'GET', **kwargs) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: **endpoint_filter) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 12:09:09.730233 dv-cinder-786627-1-smb neutron-server[85187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 12:09:09.816756 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850606575', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854378644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850844748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3800322'] for network, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:09.820294 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:09.838146 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850844793'] for network, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:09.845141 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ac5a54-8a67-46a4-82f6-c0874e89c9da,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:09.849475 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:09.852314 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8434a62d-34d4-4ef5-85db-cf6b82fd16e1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/80ac5a54-8a67-46a4-82f6-c0874e89c9da HTTP/1.1" status: 204 len: 168 time: 1.6370697 Apr 16 12:09:09.974723 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53694) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:10.030288 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-97bbc7fc-d6b0-4649-8f4a-78cdc219cfc7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d61f8aa2628846f7a26a77097bf59bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518425 Apr 16 12:09:10.030564 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53698) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:10.099844 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9b20d3d9-5b7f-40d2-9c9e-3bce8a3898bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:10.127465 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9b20d3d9-5b7f-40d2-9c9e-3bce8a3898bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:10.177525 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9b20d3d9-5b7f-40d2-9c9e-3bce8a3898bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:10.182899 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-ebeec217-2dde-4b41-8799-b09e241c08ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:10.197291 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20d3d9-5b7f-40d2-9c9e-3bce8a3898bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea316cd-4794-42ae-983e-61f21dcb0820,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:10.201024 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-9b20d3d9-5b7f-40d2-9c9e-3bce8a3898bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:10.205673 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9b20d3d9-5b7f-40d2-9c9e-3bce8a3898bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:10.209695 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-9b20d3d9-5b7f-40d2-9c9e-3bce8a3898bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fea316cd-4794-42ae-983e-61f21dcb0820 HTTP/1.1" status: 204 len: 168 time: 0.1780899 Apr 16 12:09:10.571993 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53718) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:10.626673 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-8242d2b0-9d93-4ca1-a370-3b579d4d835e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=033d468986f241058ef0b68cf2d15c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530002 Apr 16 12:09:10.629140 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53722) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:10.693920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f523af0f-c631-4632-84e2-ae1c77c7f7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:10.722658 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f523af0f-c631-4632-84e2-ae1c77c7f7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:10.776437 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f523af0f-c631-4632-84e2-ae1c77c7f7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:10.782461 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-fdbdb953-6bee-487b-b3e0-642104ba36ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:10.795147 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523af0f-c631-4632-84e2-ae1c77c7f7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b84437-a86f-4cf2-a1fc-12a91b970443,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:10.798370 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-f523af0f-c631-4632-84e2-ae1c77c7f7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:10.801322 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f523af0f-c631-4632-84e2-ae1c77c7f7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:10.803577 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-f523af0f-c631-4632-84e2-ae1c77c7f7a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/67b84437-a86f-4cf2-a1fc-12a91b970443 HTTP/1.1" status: 204 len: 168 time: 0.1734130 Apr 16 12:09:14.409979 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7948ccd2-36c7-4272-a1c2-3c81952f3fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:16.210714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53784) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:16.338308 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:16.354830 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:09:16.358859 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:b71efac704514078813810c5f306bfab is out of sync, need to count used quota {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:09:16.362607 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85303) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:09:16.368623 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85303) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:09:16.455879 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:16.458598 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:16.467501 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-cb5f7697-16fa-414f-b1b6-11b5efc384bb tempest-AttachVolumeTestJSON-1826950824 tempest-AttachVolumeTestJSON-1826950824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:16.757564 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b71efac704514078813810c5f306bfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5455842 Apr 16 12:09:16.759215 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4755be2f-a185-4043-b836-c44a16251ed8,revision_number=1']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:16.760314 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53790) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:16.762462 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5ee388fe-020f-49f6-b99d-273e3819a0f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:16.823515 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5fc830ac-5f94-427b-b33d-44162e3f4bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:16.850970 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5fc830ac-5f94-427b-b33d-44162e3f4bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:16.896621 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5fc830ac-5f94-427b-b33d-44162e3f4bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:16.901512 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-80ad8a83-ee58-4fe4-adc7-f79e2dc06500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:16.915094 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc830ac-5f94-427b-b33d-44162e3f4bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4755be2f-a185-4043-b836-c44a16251ed8,revision_number=None']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:16.917588 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5fc830ac-5f94-427b-b33d-44162e3f4bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:16.921956 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-5fc830ac-5f94-427b-b33d-44162e3f4bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:16.923992 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-5fc830ac-5f94-427b-b33d-44162e3f4bd9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4755be2f-a185-4043-b836-c44a16251ed8 HTTP/1.1" status: 204 len: 168 time: 0.1625562 Apr 16 12:09:17.118114 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-97429b8e-d62b-497f-8cf7-50d8a0cba97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:18.019954 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:18.686894 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:19.099073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:29.159801 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85302) accepted ('10.222.0.75', 53908) {{(pid=85302) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:29.284980 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:29.300473 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 12:09:29.304466 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] Usage tracker for resource:security_group_rule and tenant:beb3471a937c4dfab748a7b0b4dfc45d is out of sync, need to count used quota {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 12:09:29.307436 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.quota.resource [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85302) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 12:09:29.313404 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.quota.driver [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85302) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 12:09:29.399981 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:29.402915 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_create {{(pid=85302) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:29.412703 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-5c9fe765-f11b-4543-9e24-30e5f33ec221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:29.455081 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=beb3471a937c4dfab748a7b0b4dfc45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940710 Apr 16 12:09:29.456803 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689b6d4d-dd90-42f2-9481-69176ab5f997,revision_number=1']} {{(pid=85302) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:29.458004 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.wsgi [-] (85303) accepted ('10.222.0.75', 53914) {{(pid=85303) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 12:09:29.460219 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-37f04fc8-cd62-4696-8c8f-3b3fd6fbadc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85302) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:29.521561 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f6d2-0781-4297-b6bc-bfdf9f0ccb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:29.549925 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f6d2-0781-4297-b6bc-bfdf9f0ccb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:29.593639 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f6d2-0781-4297-b6bc-bfdf9f0ccb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854380878'] for security_group, after_delete {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:29.599687 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-feaec387-0394-4b54-a252-694e3038ce4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 12:09:29.615076 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2f6d2-0781-4297-b6bc-bfdf9f0ccb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689b6d4d-dd90-42f2-9481-69176ab5f997,revision_number=None']} {{(pid=85303) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 12:09:29.618226 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG oslo_concurrency.lockutils [None req-6cd2f6d2-0781-4297-b6bc-bfdf9f0ccb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85303) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 12:09:29.622581 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f6d2-0781-4297-b6bc-bfdf9f0ccb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85303) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:29.623796 dv-cinder-786627-1-smb neutron-server[85187]: INFO neutron.wsgi [None req-6cd2f6d2-0781-4297-b6bc-bfdf9f0ccb07 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/689b6d4d-dd90-42f2-9481-69176ab5f997 HTTP/1.1" status: 204 len: 168 time: 0.1647313 Apr 16 12:09:29.707257 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:43.187728 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:09:44.411575 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-ed5a3961-7f27-40fa-9fde-38ab0d4a21c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:47.120633 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-e5899265-47eb-4b6a-81cb-f320264914df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:48.022074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:48.695202 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:49.096470 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:09:59.706504 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:14.414798 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-8de9b558-a037-43f8-af05-62429e2ffa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:17.122714 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2332-ada8-4cf8-874f-fd0e530780b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:18.024848 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:18.687732 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:19.101194 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:20.186620 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:10:29.723029 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:44.417680 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-f06207bd-086f-44b3-a7ab-37e21057d1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:47.124393 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d6f6e788-fb01-4889-be2b-32895ab1279a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:48.026961 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:48.689999 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:49.104864 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:10:57.186427 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:10:59.720903 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:14.420391 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-76b2a701-8c92-41be-9785-72f68fb61f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:17.127533 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a941ba2-3ba2-4cca-9453-985f58a80876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:18.031435 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:18.694866 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:19.107750 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:29.735171 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:34.186181 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:11:44.422177 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b9dafca9-7168-4cc0-bff9-4e51526daa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:47.130417 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-b3d076bb-5c25-4054-b051-997ac1f78176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:48.033872 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:48.697472 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:49.112850 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:11:59.743350 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:11.187583 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:12:14.423441 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-9dac126f-8c11-4b0d-9636-18b244d447d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:17.133459 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-678eca79-aed7-409a-8fb7-f8209729ce22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:18.038073 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:18.699599 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:19.116433 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:29.757084 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:44.425312 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-c8645c6c-04f0-44a5-b217-11ca72cdc1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:47.136920 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-12f446d3-37d0-45b0-b82c-87663e1982ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:48.040965 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:48.186398 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:12:48.701888 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:49.121596 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:12:59.757376 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:14.428071 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-07ab0ed8-1170-42fa-8c0a-752705a91aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:17.143582 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-35f79aed-cbe2-47ce-8947-c1ad60eb2016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:18.042103 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:18.705200 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:19.123062 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:25.186077 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:13:29.757456 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:44.432531 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d76e0c5a-965c-45c6-aa1c-aed8841abcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:47.135821 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-311717e1-89f9-49d0-8529-448950175bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:48.046074 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:48.708812 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:49.127826 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-6cc272a5-ac9b-4caa-a9c4-a56c54c95184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:13:59.758536 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-32ea25eb-9b1e-4f90-a3cd-f112994bf421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:02.185997 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron.db.agents_db [None req-69499b03-fe08-4afd-a574-2b5887475508 None None] Agent healthcheck: found 6 active agents {{(pid=85305) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 12:14:14.434368 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-d599cc83-7686-4d00-b2a9-ac42a7bed4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:17.139416 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-0c21851d-82ba-4c0f-a21a-df8150a8db1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.049677 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-7a09239e-8a1a-4fae-8f23-45716fc47675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 12:14:18.711263 dv-cinder-786627-1-smb neutron-server[85187]: DEBUG neutron_lib.callbacks.manager [None req-a01773eb-53cb-49af-82b2-360ae0692ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791032703671', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850608682'] for agent, after_update {{(pid=85304) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}